-- Logs begin at Fri 2021-05-21 14:48:19 UTC, end at Fri 2021-05-21 15:41:30 UTC. -- May 21 15:17:35.640121 dv-cinder-792642-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 21 15:17:38.041840 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.common.config [-] Logging enabled! May 21 15:17:38.042441 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev227 May 21 15:17:38.042606 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91436) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 21 15:17:38.045965 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.common.config [-] Logging enabled! May 21 15:17:38.046217 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev227 May 21 15:17:38.046525 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91436) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 21 15:17:38.047450 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 21 15:17:38.047681 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 21 15:17:38.048036 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 21 15:17:38.048280 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 21 15:17:38.048505 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 21 15:17:38.048844 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.049143 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.049442 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.049671 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.049966 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.050256 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.050538 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.050830 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.051131 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.051423 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.051705 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.052036 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.052267 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.052559 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.052876 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.053172 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.053395 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] debug = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.053677 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.054107 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.054517 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.054800 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.055091 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.055372 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.055645 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.055922 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.056206 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.056533 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] host = dv-cinder-792642-1-smb {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.056835 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.057127 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.057414 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.057701 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.057978 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.058254 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.058538 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.058813 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.059088 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] log_file = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.059362 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.059652 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.059939 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.060229 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.060455 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.060676 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.060999 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.061293 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.061566 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.061840 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.062113 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.062390 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.062663 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.062934 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.063217 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.063499 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.063783 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.064056 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.064328 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.064600 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.064904 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.065193 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.065466 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.065737 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.066009 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.066295 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.066563 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.066834 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.067135 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.067423 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.067750 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.068038 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.068312 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.068594 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.068889 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.069164 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.069438 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] use_json = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.069711 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.069982 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.070264 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.070536 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.070808 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.071082 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.071354 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.071639 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:38.071945 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.072239 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.072551 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.072870 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.073176 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.073461 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.073756 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.074038 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.074332 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.074625 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.074916 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.075198 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.075491 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.075771 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.076070 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.076376 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.076675 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.076995 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.077272 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.077548 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.077825 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.078103 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.078394 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.078689 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.078982 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.079258 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.079541 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.079834 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.080114 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.080386 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.080666 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.080992 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.081276 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.081550 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.081836 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.082115 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.082396 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.082670 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.082952 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.083783 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.084070 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.084347 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.084624 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.084929 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.085209 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.085498 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.085780 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.086057 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.086332 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.086612 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.086897 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.087172 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.087452 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.087728 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.088010 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.088286 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.088561 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.088868 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.089150 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.089428 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.089707 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.089984 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.090265 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.090539 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.090813 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.091087 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.091359 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.091634 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.091925 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.092226 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.092508 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.092813 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.093097 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.093379 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.093661 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.093941 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.094222 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.094503 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.094779 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.095073 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.095359 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.095648 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.095938 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.096219 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.096519 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.096819 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.097109 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.097388 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.097669 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.097962 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.098250 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.098550 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.099490 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.099796 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.100096 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.100394 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.100678 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.101014 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.101302 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:38.101520 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 21 15:17:38.101759 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91436) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 21 15:17:38.451610 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:17:38.451878 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:17:38.452163 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:17:38.452488 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.manager [-] Loading core plugin: ml2 May 21 15:17:38.757255 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:38.757554 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:38.757818 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:38.759106 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:38.759380 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:38.759641 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:38.876971 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:38.877247 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:38.877518 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:38.891125 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:38.891400 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:38.891659 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:38.919573 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:38.919849 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:38.920113 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:38.959422 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:38.959696 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:38.959961 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.191742 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.192337 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.192337 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.192491 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.193263 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.316760 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.317108 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.317386 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.317703 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.317974 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.318284 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.318545 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.318800 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.319051 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.319329 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.319587 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.319846 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.320108 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.320360 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.320625 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.320916 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.321173 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.321582 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.321841 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.322127 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.322474 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.322728 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.322976 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.323256 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.323504 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.323746 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.324131 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:17:39.324370 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:17:39.324608 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:17:39.324871 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:17:39.325107 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:17:39.325341 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:17:39.325706 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 21 15:17:39.328840 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 21 15:17:39.332727 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 21 15:17:39.336601 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 21 15:17:39.338241 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 21 15:17:39.338705 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 21 15:17:39.339039 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 21 15:17:39.339429 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 21 15:17:39.342410 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 21 15:17:39.342661 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 21 15:17:39.343018 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 21 15:17:39.372340 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 21 15:17:39.372821 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.373122 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91436) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 21 15:17:39.373484 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.374827 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91436) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 21 15:17:39.375109 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 21 15:17:39.375352 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 21 15:17:39.378576 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.378859 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.448942 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 21 15:17:39.449125 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 21 15:17:39.449360 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 21 15:17:39.449725 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 21 15:17:39.480055 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_db.sqlalchemy.engines [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91436) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 15:17:39.809771 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Initializing driver for type 'gre' May 21 15:17:39.810408 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] gre ID ranges: [(1, 1000)] May 21 15:17:39.863798 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Initializing driver for type 'local' May 21 15:17:39.864135 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Initializing driver for type 'vlan' May 21 15:17:39.875149 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] VlanTypeDriver initialization complete May 21 15:17:39.875488 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Initializing driver for type 'vxlan' May 21 15:17:39.875970 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] vxlan ID ranges: [(1, 1000)] May 21 15:17:39.928933 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Initializing extension driver 'port_security' May 21 15:17:39.929273 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.extensions.port_security [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] PortSecurityExtensionDriver initialization complete May 21 15:17:39.929601 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Initializing mechanism driver 'openvswitch' May 21 15:17:39.929929 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Initializing mechanism driver 'hyperv' May 21 15:17:39.936393 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.plugins.ml2.plugin [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:17:39.937185 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > port after_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.937555 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > port after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.937906 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > port after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.938288 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.938660 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.939002 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.939377 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > network after_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.939717 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > network after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.940050 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > network after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.940425 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > security_group after_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.940761 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > security_group after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.941122 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.941495 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.941832 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.942164 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.942529 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > address_group after_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.942862 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > address_group after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.943191 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.943520 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] ML2 OVO RPC backend initialized. {{(pid=91436) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 21 15:17:39.944212 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.944561 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.944991 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > network before_response 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.945336 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > networks before_response 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.945682 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > port before_response 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.946017 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > ports before_response 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.946353 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > subnet before_response 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.946688 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > subnets before_response 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.947026 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > network after_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.947357 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > network after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.947682 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > network after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.948010 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > port after_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.948341 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > port after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.948666 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > port after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.949020 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.949349 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.949673 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.950233 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.plugin [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Modular L2 Plugin initialization complete May 21 15:17:39.950552 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading services supported by the core plugin {{(pid=91436) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 21 15:17:39.950868 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.plugins.ml2.managers [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Got port-security extension from driver 'port_security' May 21 15:17:39.951320 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.extensions.vlantransparent [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Disabled vlantransparent extension. May 21 15:17:39.951830 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91436) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 21 15:17:39.952181 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading Plugin: router May 21 15:17:39.989193 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.990315 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router after_create 55549900 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.990683 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router before_create 55549900 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.991044 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.991411 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.991758 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router after_delete 55549900 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.992107 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.992461 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router after_create 55549900 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.992820 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router after_update 55549900 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.993173 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router after_update 55549900 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.993518 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.993868 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router after_update 55549900 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.994268 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.994624 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: port after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.994954 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: port after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.995281 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: subnet after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.995612 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.995952 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.996288 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.996624 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: port before_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.996985 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router precommit_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.997336 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router after_update 55549900 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.997670 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.998007 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.998361 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.998697 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.999060 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > network after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:39.999904 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Tracking information for resource: router configured {{(pid=91436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:17:40.000230 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Tracking information for resource: floatingip configured {{(pid=91436) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:17:40.005173 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.db.l3_agentschedulers_db [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 21 15:17:40.005744 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: port after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:40.006100 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: port after_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:40.006497 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: port after_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:40.006850 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: port after_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:40.007632 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router before_create 55550100 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:40.007990 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:40.008343 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router precommit_create 55550100 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:40.008691 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > router precommit_update 55550100 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:40.013183 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.services.provider_configuration [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Service providers = [] {{(pid=91436) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 21 15:17:40.013543 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.db.servicetype_db [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91436) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 21 15:17:40.016443 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.services.service_base [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91436) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 21 15:17:40.016786 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.services.service_base [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91436) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 21 15:17:40.017149 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.services.service_base [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91436) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 21 15:17:40.018006 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.services.service_base [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91436) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 21 15:17:40.018370 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.services.service_base [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Default provider is not specified for service type L3_ROUTER_NAT May 21 15:17:40.018896 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:17:40.019209 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 21 15:17:40.029797 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:17:40.030195 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading Plugin: auto_allocate May 21 15:17:40.035876 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: network precommit_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:40.036753 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: network precommit_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:40.037285 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:17:40.037599 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading Plugin: tag May 21 15:17:40.044297 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:17:40.044625 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading Plugin: timestamp May 21 15:17:40.048404 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:17:40.048727 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading Plugin: network_ip_availability May 21 15:17:40.054708 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:40.055074 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:40.055425 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:40.056117 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:17:40.056430 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading Plugin: flavors May 21 15:17:40.061401 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:17:40.061690 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading Plugin: revisions May 21 15:17:40.065891 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91436) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:17:40.066279 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_concurrency.lockutils [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.614s {{(pid=91436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:17:40.066995 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91436) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 21 15:17:40.067326 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Initializing extension manager. May 21 15:17:40.067853 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: __init__.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.068190 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: __pycache__ {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.068518 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.068879 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: address_group.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.069616 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.070174 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: address-group May 21 15:17:40.070492 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: address_scope.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.071182 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.071686 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: address-scope May 21 15:17:40.072002 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.072965 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.073480 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: router-admin-state-down-before-update May 21 15:17:40.073796 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: agent.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.074472 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.074973 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: agent May 21 15:17:40.075287 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: agent_resources_synced.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.076168 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.076673 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: agent-resources-synced May 21 15:17:40.077084 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: allowedaddresspairs.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.078811 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.079326 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: allowed-address-pairs May 21 15:17:40.079646 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: auto_allocated_topology.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.080687 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.081229 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: auto-allocated-topology May 21 15:17:40.081550 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: availability_zone.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.082223 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.082727 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: availability_zone May 21 15:17:40.083043 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: availability_zone_filter.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.083950 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.084455 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: availability_zone_filter May 21 15:17:40.084772 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: data_plane_status.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.085669 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.086172 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension data-plane-status not supported by any of loaded plugins May 21 15:17:40.086485 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: default_subnetpools.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.087368 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.087873 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: default-subnetpools May 21 15:17:40.088188 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.088999 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.089506 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: dhcp_agent_scheduler May 21 15:17:40.089826 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: dns.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.090704 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.091203 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension dns-integration not supported by any of loaded plugins May 21 15:17:40.091520 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: dns_domain_ports.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.092432 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.092998 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension dns-domain-ports not supported by any of loaded plugins May 21 15:17:40.093312 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: dvr.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.093959 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.094461 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: dvr May 21 15:17:40.094776 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: empty_string_filtering.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.095654 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.096157 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: empty-string-filtering May 21 15:17:40.096471 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.097381 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.097876 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 21 15:17:40.098192 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.099586 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.100085 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 21 15:17:40.100403 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: external_net.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.101319 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.101824 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: external-net May 21 15:17:40.102142 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.103013 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.103518 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: extra_dhcp_opt May 21 15:17:40.103833 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: extraroute.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.104702 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.105242 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: extraroute May 21 15:17:40.105558 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: extraroute_atomic.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.106585 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.107095 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: extraroute-atomic May 21 15:17:40.107413 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: filter_validation.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.108105 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.108638 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: filter-validation May 21 15:17:40.108989 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: fip_pf_description.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.110043 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.110551 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 21 15:17:40.110866 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: fip_port_details.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.111747 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.112253 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: fip-port-details May 21 15:17:40.112573 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: flavors.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.113788 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.114300 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: flavors May 21 15:17:40.115180 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.116810 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.117394 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 21 15:17:40.117791 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: floatingip_pools.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.118633 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.119173 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: floatingip-pools May 21 15:17:40.119555 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: ip_allocation.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.120620 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.121102 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension ip_allocation not supported by any of loaded plugins May 21 15:17:40.121422 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.122314 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.122824 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: ip-substring-filtering May 21 15:17:40.123142 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: l2_adjacency.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.124036 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.124536 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension l2_adjacency not supported by any of loaded plugins May 21 15:17:40.124885 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: l3.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.125826 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.126344 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: router May 21 15:17:40.126661 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.128896 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.129416 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 21 15:17:40.129740 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.130736 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.131243 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: ext-gw-mode May 21 15:17:40.131561 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.132447 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.132995 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: l3-ha May 21 15:17:40.133316 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: l3_flavors.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.134199 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.134705 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: l3-flavors May 21 15:17:40.135022 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.135917 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.136425 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: l3-port-ip-change-not-allowed May 21 15:17:40.136741 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: l3agentscheduler.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.137780 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.138289 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: l3_agent_scheduler May 21 15:17:40.138611 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: logging.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.140140 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.140655 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension logging not supported by any of loaded plugins May 21 15:17:40.141015 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: metering.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.141737 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.142309 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: metering May 21 15:17:40.142639 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.143692 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.144207 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: metering_source_and_destination_fields May 21 15:17:40.144546 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: multiprovidernet.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.145858 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.146367 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: multi-provider May 21 15:17:40.146689 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: netmtu.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.147577 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.148080 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: net-mtu May 21 15:17:40.148395 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: netmtu_writable.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.149308 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.149811 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: net-mtu-writable May 21 15:17:40.150127 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: network_availability_zone.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.150777 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.151275 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: network_availability_zone May 21 15:17:40.151588 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: network_ip_availability.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.152640 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.153179 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: network-ip-availability May 21 15:17:40.153498 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: network_segment_range.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.154238 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.154733 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension network-segment-range not supported by any of loaded plugins May 21 15:17:40.155373 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: pagination.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.156325 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.156652 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: pagination May 21 15:17:40.157001 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: port_device_profile.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.157873 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.158382 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: port-device-profile May 21 15:17:40.158698 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.159592 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.160098 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: port-mac-address-regenerate May 21 15:17:40.160413 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.161855 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.162359 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: port-numa-affinity-policy May 21 15:17:40.162674 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: port_resource_request.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.163547 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.164047 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension port-resource-request not supported by any of loaded plugins May 21 15:17:40.164361 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: portbindings.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.165281 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.165785 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: binding May 21 15:17:40.166101 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: portbindings_extended.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.167338 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.167845 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: binding-extended May 21 15:17:40.168165 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: portsecurity.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.169080 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.169585 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: port-security May 21 15:17:40.169904 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: project_id.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.170902 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.171227 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: project-id May 21 15:17:40.171545 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: providernet.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.172429 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.172976 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: provider May 21 15:17:40.173292 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: qos.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.176776 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.177951 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension qos not supported by any of loaded plugins May 21 15:17:40.178279 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.179503 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.180019 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 21 15:17:40.180342 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.181277 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.181787 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 21 15:17:40.182109 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: qos_default.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.182996 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.183508 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension qos-default not supported by any of loaded plugins May 21 15:17:40.183828 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: qos_fip.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.184456 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.184987 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension qos-fip not supported by any of loaded plugins May 21 15:17:40.185305 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: qos_gateway_ip.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.186236 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.186760 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 21 15:17:40.187075 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: qos_port_network_policy.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.187950 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.188455 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 21 15:17:40.188770 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: qos_rule_type_details.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.189678 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.190184 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 21 15:17:40.190501 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: qos_rules_alias.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.191508 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.192009 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension qos-rules-alias not supported by any of loaded plugins May 21 15:17:40.192537 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: quotasv2.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.193419 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.193743 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: quotas May 21 15:17:40.194061 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: quotasv2_detail.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.195630 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.195961 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: quota_details May 21 15:17:40.196282 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: rbac.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.197343 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.197859 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: rbac-policies May 21 15:17:40.198178 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: rbac_address_group.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.199071 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.199576 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: rbac-address-group May 21 15:17:40.199893 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: rbac_address_scope.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.200782 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.201311 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: rbac-address-scope May 21 15:17:40.201628 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: rbac_security_groups.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.202509 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.203017 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: rbac-security-groups May 21 15:17:40.203335 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: rbac_subnetpool.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.204232 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.204740 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: rbac-subnetpool May 21 15:17:40.205085 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: revisionifmatch.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.205972 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.206481 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: revision-if-match May 21 15:17:40.206795 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: revisions.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.207873 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.208922 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: standard-attr-revisions May 21 15:17:40.209240 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: router_availability_zone.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.209887 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.210391 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: router_availability_zone May 21 15:17:40.210706 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: routerservicetype.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.211599 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.212101 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension router-service-type not supported by any of loaded plugins May 21 15:17:40.212415 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.213325 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.213838 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: security-groups-normalized-cidr May 21 15:17:40.214154 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.215036 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.215543 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: port-security-groups-filtering May 21 15:17:40.215859 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.216742 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.217286 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: security-groups-remote-address-group May 21 15:17:40.217668 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: securitygroup.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.227744 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.228269 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: security-group May 21 15:17:40.228599 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: segment.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.229382 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.229885 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension segment not supported by any of loaded plugins May 21 15:17:40.230207 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.231113 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.231620 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 21 15:17:40.231941 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: servicetype.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.233082 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.233629 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: service-type May 21 15:17:40.233951 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: sorting.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.234913 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.235240 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: sorting May 21 15:17:40.235557 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: standard_attr_segment.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.236440 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.236985 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension standard-attr-segment not supported by any of loaded plugins May 21 15:17:40.237306 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: standardattrdescription.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.237928 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.238758 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: standard-attr-description May 21 15:17:40.239079 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: stateful_security_group.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.240000 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.240507 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: stateful-security-group May 21 15:17:40.240853 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: stdattrs_common.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.241417 dv-cinder-792642-1-smb neutron-server[91436]: WARNING neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 21 15:17:40.241729 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.242684 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.243192 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 21 15:17:40.243510 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: subnet_onboard.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.244539 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.245086 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: subnet_onboard May 21 15:17:40.245403 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.246305 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.246809 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 21 15:17:40.247122 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: subnet_service_types.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.248008 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.248522 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: subnet-service-types May 21 15:17:40.249011 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: subnetallocation.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.251628 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.252149 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: subnet_allocation May 21 15:17:40.252471 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.253151 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.253656 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: subnetpool-prefix-ops May 21 15:17:40.253973 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.254889 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.255416 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 21 15:17:40.255733 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: tagging.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.257032 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.257566 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: standard-attr-tag May 21 15:17:40.257887 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: timestamp.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.259060 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.259574 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loaded extension: standard-attr-timestamp May 21 15:17:40.259894 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: trunk.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.260943 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.261456 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension trunk not supported by any of loaded plugins May 21 15:17:40.261775 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: trunk_details.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.264054 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.265649 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension trunk-details not supported by any of loaded plugins May 21 15:17:40.266785 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: uplink_status_propagation.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.267353 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.268838 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 21 15:17:40.268960 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Loading extension file: vlantransparent.py {{(pid=91436) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:17:40.271117 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91436) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:17:40.271231 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extension vlan-transparent not supported by any of loaded plugins May 21 15:17:40.274481 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of TrackedResource for resource:network May 21 15:17:40.275459 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of TrackedResource for resource:subnet May 21 15:17:40.276516 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of TrackedResource for resource:subnetpool May 21 15:17:40.277146 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of TrackedResource for resource:port May 21 15:17:40.278671 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.v2.resource_helper [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:17:40.279234 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.v2.resource_helper [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Service FLAVORS assigned prefix: {{(pid=91436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:17:40.279898 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.v2.resource_helper [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:17:40.280320 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.v2.resource_helper [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:17:40.280650 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of TrackedResource for resource:router May 21 15:17:40.281331 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of TrackedResource for resource:floatingip May 21 15:17:40.282041 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.v2.resource_helper [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Service METERING assigned prefix: /metering {{(pid=91436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:17:40.283462 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:40.283835 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:40.284184 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91436) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:17:40.285340 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of CountableResource for resource:rbac_policy May 21 15:17:40.285800 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of TrackedResource for resource:security_group May 21 15:17:40.287135 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of TrackedResource for resource:security_group_rule May 21 15:17:40.288026 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.v2.resource_helper [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Service CORE assigned prefix: {{(pid=91436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:17:40.288401 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of TrackedResource for resource:subnetpool May 21 15:17:40.288778 dv-cinder-792642-1-smb neutron-server[91436]: WARNING neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] subnetpool is already registered May 21 15:17:40.289386 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.v2.resource_helper [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Service CORE assigned prefix: {{(pid=91436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:17:40.289717 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of TrackedResource for resource:subnetpool May 21 15:17:40.290039 dv-cinder-792642-1-smb neutron-server[91436]: WARNING neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] subnetpool is already registered May 21 15:17:40.293654 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.v2.resource_helper [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:17:40.294075 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.v2.resource_helper [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Service FLAVORS assigned prefix: {{(pid=91436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:17:40.294662 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.v2.resource_helper [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:17:40.295074 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.v2.resource_helper [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:17:40.295411 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of TrackedResource for resource:router May 21 15:17:40.295736 dv-cinder-792642-1-smb neutron-server[91436]: WARNING neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] router is already registered May 21 15:17:40.296323 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of TrackedResource for resource:floatingip May 21 15:17:40.296645 dv-cinder-792642-1-smb neutron-server[91436]: WARNING neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] floatingip is already registered May 21 15:17:40.297286 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.v2.resource_helper [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Service METERING assigned prefix: /metering {{(pid=91436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:17:40.297946 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of CountableResource for resource:rbac_policy May 21 15:17:40.298268 dv-cinder-792642-1-smb neutron-server[91436]: WARNING neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] rbac_policy is already registered May 21 15:17:40.298801 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of TrackedResource for resource:security_group May 21 15:17:40.299124 dv-cinder-792642-1-smb neutron-server[91436]: WARNING neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] security_group is already registered May 21 15:17:40.299705 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of TrackedResource for resource:security_group_rule May 21 15:17:40.300029 dv-cinder-792642-1-smb neutron-server[91436]: WARNING neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] security_group_rule is already registered May 21 15:17:40.300671 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.v2.resource_helper [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Service CORE assigned prefix: {{(pid=91436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:17:40.301028 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of TrackedResource for resource:subnetpool May 21 15:17:40.301365 dv-cinder-792642-1-smb neutron-server[91436]: WARNING neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] subnetpool is already registered May 21 15:17:40.301977 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.v2.resource_helper [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Service CORE assigned prefix: {{(pid=91436) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:17:40.302304 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Creating instance of TrackedResource for resource:subnetpool May 21 15:17:40.302622 dv-cinder-792642-1-smb neutron-server[91436]: WARNING neutron.quota.resource_registry [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] subnetpool is already registered May 21 15:17:40.303278 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: extensions {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.304750 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: address-groups {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.306594 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: address-scopes {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.307785 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: agents {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.308964 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: auto-allocated-topology {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.310204 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: availability_zones {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.311646 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: dhcp-networks {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.313548 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: dhcp-agents {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.314397 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: routers {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.316166 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: flavors {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.317359 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: service_profiles {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.318589 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: next_providers {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.320056 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: service_profiles {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.321505 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: floatingip-pools {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.322703 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: routers {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.324473 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: floatingips {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.325660 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: l3-routers {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.327063 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: l3-agents {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.328456 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: metering-labels {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.329826 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: metering-label-rules {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.331101 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: network-ip-availabilities {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.332327 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: bindings {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.334501 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: quotas {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.335889 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: quotas {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.337345 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: rbac-policies {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.338606 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: security-groups {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.339786 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: security-group-rules {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.341035 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: service-providers {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.342247 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: subnetpools {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.343702 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: subnetpools {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.345189 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: tags {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.346841 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: tags {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.348612 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: tags {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.351092 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: tags {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.353891 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: tags {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.355699 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: tags {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.357671 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: tags {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.471020 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: tags {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.472816 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: tags {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.475342 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron.api.extensions [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Extended resource: tags {{(pid=91436) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:17:40.481160 dv-cinder-792642-1-smb neutron-server[91436]: WARNING keystonemiddleware.auth_token [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 21 15:17:40.485900 dv-cinder-792642-1-smb neutron-server[91436]: WARNING keystonemiddleware.auth_token [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 21 15:17:40.494313 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_concurrency.lockutils [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Acquired lock "singleton_lock" {{(pid=91436) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 21 15:17:40.494792 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_concurrency.lockutils [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Releasing lock "singleton_lock" {{(pid=91436) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 21 15:17:40.495425 dv-cinder-792642-1-smb neutron-server[91436]: INFO oslo_service.service [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Starting 2 workers May 21 15:17:40.500130 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Started child 91543 {{(pid=91436) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 21 15:17:40.504345 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Started child 91544 {{(pid=91436) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 21 15:17:40.505252 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:40.506026 dv-cinder-792642-1-smb neutron-server[91436]: INFO neutron.service [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Neutron service started, listening on 0.0.0.0:9696 May 21 15:17:40.506712 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Notify callbacks [] for process, before_spawn {{(pid=91436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:40.506833 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [-] (91543) wsgi starting up on http://0.0.0.0:9696 May 21 15:17:40.508858 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:40.509291 dv-cinder-792642-1-smb neutron-server[91436]: INFO oslo_service.service [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Starting 1 workers May 21 15:17:40.510189 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [-] (91544) wsgi starting up on http://0.0.0.0:9696 May 21 15:17:40.514081 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Started child 91545 {{(pid=91436) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 21 15:17:40.514602 dv-cinder-792642-1-smb neutron-server[91436]: INFO oslo_service.service [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Starting 1 workers May 21 15:17:40.517435 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.service [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] calling RpcWorker wait() {{(pid=91545) _wait /opt/stack/neutron/neutron/service.py:128}} May 21 15:17:40.517972 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.service [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] returning from RpcWorker wait() {{(pid=91545) _wait /opt/stack/neutron/neutron/service.py:135}} May 21 15:17:40.518791 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Started child 91546 {{(pid=91436) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 21 15:17:40.519324 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:40.519543 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG neutron_lib.callbacks.manager [None req-e434827a-87fe-4853-8092-3b92ee28b0f5 None None] Notify callbacks [] for process, after_spawn {{(pid=91436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:40.520011 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:17:40.522360 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91436) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 21 15:17:40.522570 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 21 15:17:40.522751 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 21 15:17:40.522954 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 21 15:17:40.523285 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 21 15:17:40.523444 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 21 15:17:40.523922 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.524196 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.524357 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:40.524943 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.524943 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.525093 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.525261 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:17:40.525572 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.525824 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.526053 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.526334 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.526595 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.526756 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.526906 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.527155 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.527402 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.527698 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.527975 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.528216 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.528472 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.528640 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.528916 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.529175 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.529414 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.529666 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] debug = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.529917 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.530387 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.530613 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.530857 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.531088 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.531346 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.531585 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.531846 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.532096 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.532320 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.532556 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.532828 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.533061 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.533302 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.533547 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.533800 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.534048 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.534533 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] host = dv-cinder-792642-1-smb {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.534750 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.534976 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.535230 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.535499 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.535739 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.535951 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.536205 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.537094 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.537694 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.537694 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.538051 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.538317 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.538561 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.538916 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] log_file = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.539069 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] log_options = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.539314 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.539599 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.539905 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.540082 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.540233 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.540405 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.540666 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.540892 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.541396 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.541566 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.541724 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.542242 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.542429 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.542723 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.543042 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.543282 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.543743 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.544148 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.544337 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.544612 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.545060 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.545423 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.545986 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.546210 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.546500 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.546712 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.546990 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.549482 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.549482 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.549482 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.549912 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.549912 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.550184 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.550739 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.551018 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.551288 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.551564 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.551879 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.552128 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.552616 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.553589 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.553796 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.554235 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.554376 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.554555 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.554758 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] use_json = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.555062 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.555262 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.556185 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.556470 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.557269 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.557524 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.558321 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.558680 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.559167 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.561087 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.561577 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.562286 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.562495 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.562759 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.563054 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.563381 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.563732 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.564017 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.564440 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.564833 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.565483 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.565782 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.566867 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.567118 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.567447 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.568376 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.568685 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.569051 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.569343 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.569587 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.569959 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.570247 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.570529 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.570822 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.571055 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.571304 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.571550 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.571794 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.572019 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.572267 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.572539 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.572766 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.573051 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.573288 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.573562 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.573817 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.574058 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.574315 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.574562 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.574800 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.575046 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.575306 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.575534 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.575760 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.575985 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.576217 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.576436 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.576709 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.576970 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.577224 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.577467 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.577689 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.577914 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.578171 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.578401 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.578620 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.578842 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.579066 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.579301 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.579561 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.579788 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.580010 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.580240 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.580484 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.580735 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.581012 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.581255 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.581483 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.581713 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.581933 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.582151 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.582371 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.582588 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.582809 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.583025 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.583875 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.584248 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.584382 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.584550 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.584770 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.585020 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.585277 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.585561 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.585876 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.586134 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.586390 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.586640 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.586894 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.587143 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.587408 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.587632 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.587859 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.588104 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.588378 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.588630 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.588936 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.589201 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.589427 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.589705 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.589953 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.590228 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.590474 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.590729 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.590980 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.591264 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.591525 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.591840 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.592153 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.592395 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.592669 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.592986 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.593264 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.593479 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.593787 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.594023 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.594366 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.594706 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.594986 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.595294 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.595571 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.595828 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.596115 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.596320 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.596525 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.596758 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.597213 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.598646 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.598646 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.598646 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.598646 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.598646 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.599399 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.599399 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.599399 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.599801 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.599801 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.599997 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.600281 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.600544 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.600832 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.601381 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.601381 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.601689 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.601841 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.601978 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.602192 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.602429 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.602670 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.602911 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.603253 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.603406 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.603705 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.603861 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.604032 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.604269 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.604492 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.604715 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.605015 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.605237 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.605479 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.605911 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.606160 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.606382 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.606604 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.606825 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.607082 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.607306 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.607579 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.607836 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.608057 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.608288 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.608617 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.608839 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.609034 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.609285 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.609517 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.609735 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.609956 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.610182 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.610418 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.610655 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.610897 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.611128 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.611408 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.611667 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.612001 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.612280 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.612529 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.612781 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.613019 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.613264 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.613505 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.613773 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.613991 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.614225 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.614449 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.614718 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.614983 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.615232 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.615450 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.615701 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.615917 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.616158 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.616375 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.616673 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.617037 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.617283 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.617530 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.617767 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.618003 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.618240 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.618457 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.618675 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.618896 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.619129 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.619345 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.619559 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.619778 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.619993 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.620227 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.620440 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.620680 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.621394 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.621394 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.621394 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.621641 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.621710 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.621946 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.622154 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.622479 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.622733 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.622984 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.623279 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.623549 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.623780 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.624049 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.624377 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.624626 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.624900 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.625125 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.625362 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.625587 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.625882 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.626195 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.626487 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.626752 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.627009 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.627297 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.627576 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.627866 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.628089 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.628403 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.628750 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.629066 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.629330 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.629580 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.629848 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.630585 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.630802 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.631022 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.631286 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.631506 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.631762 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.632017 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.632245 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.632464 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.632696 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.632938 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.633189 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.633425 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.633640 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.633854 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.634014 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 21 15:17:40.634552 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91436) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 21 15:17:40.634709 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 21 15:17:40.634858 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 21 15:17:40.635025 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 21 15:17:40.635200 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 21 15:17:40.635393 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 21 15:17:40.635557 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.635719 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.635879 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.636041 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.636196 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.636377 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.636558 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.636695 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.636890 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.637040 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.637201 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.637358 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.637515 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.637673 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.637833 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.637992 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.638210 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.638375 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.638539 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.638698 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.638855 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.639012 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.639169 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] debug = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.639327 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.639531 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.639676 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.639814 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.640080 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.640190 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.640312 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.640465 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.640624 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.640783 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.640959 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.641117 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.641274 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.641431 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.641587 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.641744 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.641900 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.642059 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] host = dv-cinder-792642-1-smb {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.642217 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.642375 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.642532 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.642690 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.642845 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.643002 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.643159 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.643316 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.643472 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.643628 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.643786 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.643945 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.644101 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.644258 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] log_file = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.644414 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] log_options = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.644571 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.644728 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.645156 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.645333 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.645495 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.645738 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.645928 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.646015 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.646147 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.646282 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.646455 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.646600 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.646746 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.646902 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.647555 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.647715 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.647873 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.648030 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.648187 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.648331 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.648490 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.648646 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.648830 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.648980 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.649139 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.649296 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.649452 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.649612 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.649775 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.649935 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.650149 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.650371 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.650547 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.650706 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.650895 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.651075 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.651233 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.651395 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.651553 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.651710 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.651899 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.652129 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.652312 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.652472 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.652652 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.652855 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] use_json = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.653016 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.653174 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.653331 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.653489 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.653646 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.653805 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.653963 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.654122 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:17:40.654300 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.654464 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.654637 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.654799 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.654963 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.655124 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.655259 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:17:40.655390 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.655513 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.655634 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.655771 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.655962 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.656100 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.656223 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.656354 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.656511 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.656675 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.656857 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.657021 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.657183 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.657345 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.657507 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.657668 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.657847 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.658008 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.658171 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.658334 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.658494 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.658657 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.658820 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.658983 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.659147 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.659309 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.659470 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.659632 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.659834 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.659959 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.660081 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.660285 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.660415 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.660537 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.660696 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.660879 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.661042 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.661206 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.661391 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.661554 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.661716 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.661878 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.662040 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.662203 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.662375 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.662536 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.662698 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.662861 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.663024 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.663185 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.663347 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.663510 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.663671 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.663832 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.663994 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.664170 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.664333 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.664536 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.664700 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.664885 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.665049 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.665213 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.665376 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.665541 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.665703 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.665866 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.666068 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.666189 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.666859 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.666859 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.666859 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.666859 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.667372 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.667372 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.667372 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.667372 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.667819 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.667819 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.667819 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.668165 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.668165 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.668607 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.668607 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.668607 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.668989 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.668989 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.669223 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.669223 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.669466 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.669589 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.669712 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.669917 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.670009 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.670135 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.670338 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.670465 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.670587 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.670757 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.670917 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.671041 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.671163 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.671326 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.671489 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.671650 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.671811 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.671983 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.672145 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.672309 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.672473 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.672642 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.674390 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.674390 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.674390 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.674390 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.674390 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.674390 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.674390 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.674390 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.675215 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.675215 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.675215 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.675215 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.675215 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.675215 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.675215 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.675215 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.676264 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.676264 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.676264 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.676264 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.676264 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.676264 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.676264 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.676947 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.676947 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.676947 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.676947 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.677351 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.677351 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.677351 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.677651 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.677651 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.677894 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.678019 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.678142 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.678263 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.678373 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.678528 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.678690 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.678852 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.679015 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.679178 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.679340 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.679502 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.679664 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.679825 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.680045 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.680174 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.680298 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.680499 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.680634 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.680742 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.680930 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.681096 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.681259 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.681422 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.681582 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.681745 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.681907 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.682070 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.682234 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.682397 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.682564 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.682728 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.682889 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.683050 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.683214 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.683378 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.683535 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.683700 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.683861 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.684037 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.684199 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.684361 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.684524 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.684685 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.684868 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.685198 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.685369 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.685532 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.685695 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.685858 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.686024 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.686191 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.686354 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.686517 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.686680 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.686842 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.687003 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.687165 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.687340 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.687503 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.687666 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.687828 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.687990 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.688161 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.688323 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.688486 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.688648 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.688829 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.689005 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.689167 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.689330 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.689490 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.689652 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.689823 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.689985 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.690147 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.690308 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.690475 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.690645 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.690807 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.690969 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.691130 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.691292 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.691462 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.691626 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.691788 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.691958 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.692119 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.692280 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.692442 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.693132 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.693297 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.693462 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.693625 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.693787 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.693950 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.694114 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.694281 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.694456 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.694627 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.694873 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.695011 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.695166 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.695312 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.695465 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.695617 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.695793 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.696039 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.696039 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.696906 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.696906 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.696906 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.696906 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.696906 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.699178 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.699178 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.699178 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.699178 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.699178 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.699178 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.699178 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.699178 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.699178 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.699739 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.699739 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.699739 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:17:40.699739 dv-cinder-792642-1-smb neutron-server[91436]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91436) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 21 15:17:40.810779 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 51844) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:17:40.819392 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064104 May 21 15:17:51.632288 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9419d239-0dbb-4820-87c7-2fb2b744fb90 None None] get_active_networks_info from dv-cinder-792642-1-smb {{(pid=91545) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 21 15:17:51.696545 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9419d239-0dbb-4820-87c7-2fb2b744fb90 None None] No non-hosted networks {{(pid=91545) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 21 15:17:51.713391 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-cf1454e3-9f08-4b8c-b3c9-47083408d47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158'] for agent, after_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:53.783041 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158'] for agent, after_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:53.783969 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:17:53.784245 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:17:53.784649 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:17:53.785103 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:17:53.785408 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:17:53.786005 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:17:53.789065 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:17:53.789474 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:17:53.789825 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:17:53.791040 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:17:53.791393 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:17:53.791814 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:17:53.793279 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792642-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:17:53.806428 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792642-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:17:54.122135 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-6e4d44c9-93ca-4963-80eb-494db4236e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158'] for agent, after_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:54.183005 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-45d269d3-108f-408a-915a-2fcdd75fd737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:54.994913 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158'] for agent, after_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:56.766583 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158'] for agent, after_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:58.432470 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 51936) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:17:59.023856 dv-cinder-792642-1-smb neutron-server[91544]: WARNING oslo_policy.policy [None req-634b3b40-a3ab-4d01-acc0-c294b4d232a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:17:59.024459 dv-cinder-792642-1-smb neutron-server[91544]: WARNING oslo_policy.policy [None req-634b3b40-a3ab-4d01-acc0-c294b4d232a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:17:59.243640 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [None req-634b3b40-a3ab-4d01-acc0-c294b4d232a6 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:17:59.256824 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-634b3b40-a3ab-4d01-acc0-c294b4d232a6 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8112719 May 21 15:18:00.131271 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.db.l3_hamode_db [None req-aa4e250f-1a54-4274-8e8a-33d1a6bc146a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 21 15:18:00.214611 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4e250f-1a54-4274-8e8a-33d1a6bc146a None None] Routers set() bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:18:00.215003 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4e250f-1a54-4274-8e8a-33d1a6bc146a None None] Router IDs set() for agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 21 15:18:01.603349 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 51950) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:18:01.963273 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-bc967f7e-9af9-49b2-9d13-d45fea4107b5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:18:02.062762 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.policy [None req-bc967f7e-9af9-49b2-9d13-d45fea4107b5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91544) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 21 15:18:02.108337 dv-cinder-792642-1-smb neutron-server[91544]: WARNING oslo_policy.policy [None req-bc967f7e-9af9-49b2-9d13-d45fea4107b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:18:02.108643 dv-cinder-792642-1-smb neutron-server[91544]: WARNING oslo_policy.policy [None req-bc967f7e-9af9-49b2-9d13-d45fea4107b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:18:02.117274 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.quota [None req-bc967f7e-9af9-49b2-9d13-d45fea4107b5 admin admin] Loaded quota_driver: . May 21 15:18:02.132760 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-bc967f7e-9af9-49b2-9d13-d45fea4107b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:18:02.193327 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bc967f7e-9af9-49b2-9d13-d45fea4107b5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788725832688', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788725833091', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788725891045', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788725879601', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788725874100', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788725864146', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8351957', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8232084', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-804440', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-688387'] for rbac-policy, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:02.254322 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bc967f7e-9af9-49b2-9d13-d45fea4107b5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:02.255478 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-bc967f7e-9af9-49b2-9d13-d45fea4107b5 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6511548 May 21 15:18:04.807078 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 51964) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:18:05.148851 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'b60aeed6114540028d1369b85965652f', 'tenant_id': 'b60aeed6114540028d1369b85965652f'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:18:05.153432 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:18:05.157751 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Usage tracker for resource:network and tenant:b60aeed6114540028d1369b85965652f is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:18:05.162412 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:18:05.168269 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:18:05.177843 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Made reservation on behalf of b60aeed6114540028d1369b85965652f for: {'network': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:18:05.180549 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:05.198041 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:05.211266 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:18:05.214782 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Usage tracker for resource:security_group_rule and tenant:b60aeed6114540028d1369b85965652f is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:18:05.219761 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:18:05.225210 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:18:05.318979 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:05.322756 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:05.327918 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:05.347896 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=91544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:18:05.373213 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788723352140', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:05.373835 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Unsubscribe: segment precommit_create {{(pid=91544) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 21 15:18:05.374304 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.segments_db [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Added segment 47c4a1c1-2cb2-49df-9f3c-4ade5c79378d of type vlan for network bfecaf9f-1c64-4890-ab86-a1ff0e44dd31 May 21 15:18:05.382451 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f3dfd3-8605-4391-b104-62efe5a109f8,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:05.436504 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:05.436858 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:05.437183 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:05.437501 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:05.437815 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:05.438129 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:05.438436 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:05.438743 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:05.439065 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:05.439371 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:05.439674 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:05.439974 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Tracked resource versions report: May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: pushed versions: May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: { 'AddressGroup': {'1.2'}, May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'ConntrackHelper': {'1.0'}, May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'Log': {'1.0'}, May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'Network': {'1.1'}, May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'Port': {'1.7'}, May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'PortForwarding': {'1.2'}, May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'QosPolicy': {'1.8'}, May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'SecurityGroup': {'1.4'}, May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'SecurityGroupRule': {'1.2'}, May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'SubPort': {'1.0'}, May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'Subnet': {'1.1'}, May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'Trunk': {'1.1'}} May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: consumer versions: May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: { DHCP agent@dv-cinder-792642-1-smb: {}, May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: L3 agent@dv-cinder-792642-1-smb: {}, May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: Metadata agent@dv-cinder-792642-1-smb: {}, May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: Metering agent@dv-cinder-792642-1-smb: {}, May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: Open vSwitch agent@dv-cinder-792642-1-smb: { 'AddressGroup': '1.2', May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'ConntrackHelper': '1.0', May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'Log': '1.0', May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'Network': '1.1', May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'Port': '1.7', May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'PortForwarding': '1.2', May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'QosPolicy': '1.8', May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'SecurityGroup': '1.4', May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'SecurityGroupRule': '1.2', May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'SubPort': '1.0', May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'Subnet': '1.1', May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: 'Trunk': '1.1'}} May 21 15:18:05.441145 dv-cinder-792642-1-smb neutron-server[91544]: {{(pid=91544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:18:05.485685 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:05.495607 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:05.534522 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:05.536443 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:18:05.537107 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:05.541550 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:05.642598 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8343785 May 21 15:18:05.643203 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Pushing event updated for resources: {'Network': ['ID=bfecaf9f-1c64-4890-ab86-a1ff0e44dd31,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:05.646600 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:05.655050 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network bfecaf9f-1c64-4890-ab86-a1ff0e44dd31 details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:18:08.255259 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 51980) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:18:08.699041 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52177cd-036c-453d-b533-8da2bd874d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:18:08.700370 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-d52177cd-036c-453d-b533-8da2bd874d8f admin admin] 10.222.0.42 "GET /v2.0/networks/bfecaf9f-1c64-4890-ab86-a1ff0e44dd31 HTTP/1.1" status: 200 len: 825 time: 0.4441593 May 21 15:18:08.726199 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-ea274874-dd60-4c72-8e63-3a1063065584 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/ac2af5e4-c943-4723-9efd-9afaff7c4dcf HTTP/1.1" status: 200 len: 734 time: 0.0205967 May 21 15:18:08.734350 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'b60aeed6114540028d1369b85965652f', 'network_id': 'bfecaf9f-1c64-4890-ab86-a1ff0e44dd31', 'subnetpool_id': 'ac2af5e4-c943-4723-9efd-9afaff7c4dcf', 'ip_version': 4}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:18:08.738658 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:18:08.742831 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] Usage tracker for resource:subnet and tenant:b60aeed6114540028d1369b85965652f is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:18:08.745677 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:18:08.751336 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:18:08.761465 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] Made reservation on behalf of b60aeed6114540028d1369b85965652f for: {'subnet': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:18:08.763677 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] Notify callbacks [] for subnet, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:09.230778 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821'] for subnet, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:09.235743 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:09.316166 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] Checking segment: {'id': '47c4a1c1-2cb2-49df-9f3c-4ade5c79378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bfecaf9f-1c64-4890-ab86-a1ff0e44dd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:18:09.316676 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] Network hostable DHCP agents. Network: bfecaf9f-1c64-4890-ab86-a1ff0e44dd31, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:18:09.320129 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c40a6c0-e490-4fd2-954a-15ee02d78b32,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:09.326322 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:09.337950 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] Network bfecaf9f-1c64-4890-ab86-a1ff0e44dd31 is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:18:09.348086 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, bfecaf9f-1c64-4890-ab86-a1ff0e44dd31) {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:18:09.353498 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:18:09.354075 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:09.358713 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18caa5b7-af6b-4138-aa51-462b43df8086 None None] Network bfecaf9f-1c64-4890-ab86-a1ff0e44dd31 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:18:09.375322 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6442738 May 21 15:18:09.678193 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b806f74-3639-54bb-b3c4-4c77632456fa-bfecaf9f-1c64-4890-ab86-a1ff0e44dd31', 'network_id': 'bfecaf9f-1c64-4890-ab86-a1ff0e44dd31', 'tenant_id': 'b60aeed6114540028d1369b85965652f', 'fixed_ips': [{'subnet_id': '2c40a6c0-e490-4fd2-954a-15ee02d78b32'}]}} from dv-cinder-792642-1-smb. {{(pid=91545) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:18:09.679349 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:09.864536 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.db_base_plugin_common [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Allocated IP 172.20.0.2 (bfecaf9f-1c64-4890-ab86-a1ff0e44dd31/2c40a6c0-e490-4fd2-954a-15ee02d78b32/ac0e5545-41c0-41f6-89a5-0496a77b11d6) {{(pid=91545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:18:10.092156 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:10.105992 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Transition to ACTIVE for port object ac0e5545-41c0-41f6-89a5-0496a77b11d6 will not be triggered until provisioned by entity L2. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:18:10.127478 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Transition to ACTIVE for port object ac0e5545-41c0-41f6-89a5-0496a77b11d6 will not be triggered until provisioned by entity DHCP. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:18:10.134140 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:10.138625 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:10.199766 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Network bfecaf9f-1c64-4890-ab86-a1ff0e44dd31 is already hosted by enough agents. {{(pid=91545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:18:10.202637 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.scheduler.base_scheduler [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Resources bound (agent type, host, resource id): {{(pid=91545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:18:10.209708 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Received port after_create {{(pid=91545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:18:10.211865 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Pushing event updated for resources: {'Port': ['ID=ac0e5545-41c0-41f6-89a5-0496a77b11d6,revision_number=1']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:10.220981 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:10.221322 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:10.221655 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:10.221983 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:10.222304 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:10.222623 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:10.222946 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:10.223309 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:10.224117 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:10.224429 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:10.224742 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:10.225078 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Tracked resource versions report: May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: pushed versions: May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: { 'AddressGroup': {'1.2'}, May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'ConntrackHelper': {'1.0'}, May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'Log': {'1.0'}, May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'Network': {'1.1'}, May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'Port': {'1.7'}, May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'PortForwarding': {'1.2'}, May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'QosPolicy': {'1.8'}, May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'SecurityGroup': {'1.4'}, May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'SecurityGroupRule': {'1.2'}, May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'SubPort': {'1.0'}, May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'Subnet': {'1.1'}, May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'Trunk': {'1.1'}} May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: consumer versions: May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: { DHCP agent@dv-cinder-792642-1-smb: {}, May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: L3 agent@dv-cinder-792642-1-smb: {}, May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: Metadata agent@dv-cinder-792642-1-smb: {}, May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: Metering agent@dv-cinder-792642-1-smb: {}, May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: Open vSwitch agent@dv-cinder-792642-1-smb: { 'AddressGroup': '1.2', May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'ConntrackHelper': '1.0', May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'Log': '1.0', May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'Network': '1.1', May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'Port': '1.7', May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'PortForwarding': '1.2', May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'QosPolicy': '1.8', May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'SecurityGroup': '1.4', May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'SecurityGroupRule': '1.2', May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'SubPort': '1.0', May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'Subnet': '1.1', May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: 'Trunk': '1.1'}} May 21 15:18:10.226239 dv-cinder-792642-1-smb neutron-server[91545]: {{(pid=91545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:18:10.258470 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:10.314305 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Attempting to bind port ac0e5545-41c0-41f6-89a5-0496a77b11d6 on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:18:10.314704 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Attempting to bind port ac0e5545-41c0-41f6-89a5-0496a77b11d6 by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '47c4a1c1-2cb2-49df-9f3c-4ade5c79378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bfecaf9f-1c64-4890-ab86-a1ff0e44dd31'}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:18:10.315126 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Attempting to bind port ac0e5545-41c0-41f6-89a5-0496a77b11d6 on network bfecaf9f-1c64-4890-ab86-a1ff0e44dd31 {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:18:10.320387 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:18:10.320821 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Checking segment: {'id': '47c4a1c1-2cb2-49df-9f3c-4ade5c79378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bfecaf9f-1c64-4890-ab86-a1ff0e44dd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:18:10.321327 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:10.321723 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Bound using segment: {'id': '47c4a1c1-2cb2-49df-9f3c-4ade5c79378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bfecaf9f-1c64-4890-ab86-a1ff0e44dd31'} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:18:10.322301 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Bound port: ac0e5545-41c0-41f6-89a5-0496a77b11d6, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c4a1c1-2cb2-49df-9f3c-4ade5c79378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bfecaf9f-1c64-4890-ab86-a1ff0e44dd31'}}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:18:10.322681 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:10.408650 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] For port ac0e5545-41c0-41f6-89a5-0496a77b11d6, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:18:10.413140 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] For port ac0e5545-41c0-41f6-89a5-0496a77b11d6, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=ac0e5545-41c0-41f6-89a5-0496a77b11d6,segment=NetworkSegment(47c4a1c1-2cb2-49df-9f3c-4ade5c79378d),segment_id=47c4a1c1-2cb2-49df-9f3c-4ade5c79378d)] {{(pid=91545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:18:10.418246 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:10.422964 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:10.508455 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Pushing event updated for resources: {'Port': ['ID=ac0e5545-41c0-41f6-89a5-0496a77b11d6,revision_number=2']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:10.517521 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:11.785469 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 51990) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:18:12.149639 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [None req-68698385-d7c3-4bab-8cc9-98f8187c5657 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:18:12.150688 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-68698385-d7c3-4bab-8cc9-98f8187c5657 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3641787 May 21 15:18:14.519550 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52000) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:18:14.913755 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [None req-a6b1eec8-23fb-45d4-8a39-d92bde3f232d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:18:14.914734 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-a6b1eec8-23fb-45d4-8a39-d92bde3f232d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3939896 May 21 15:18:15.877458 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device ac0e5545-41c0-41f6-89a5-0496a77b11d6 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:18:15.945981 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port ac0e5545-41c0-41f6-89a5-0496a77b11d6 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:18:16.022629 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c8e027-32e8-4727-8f31-34928a7ef9e5 None None] Network bfecaf9f-1c64-4890-ab86-a1ff0e44dd31 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:18:16.103177 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-db653140-1617-4a58-80e0-7ffda1f3c6d5 None None] Provisioning for port ac0e5545-41c0-41f6-89a5-0496a77b11d6 completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:18:16.118854 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-db653140-1617-4a58-80e0-7ffda1f3c6d5 None None] Provisioning complete for port ac0e5545-41c0-41f6-89a5-0496a77b11d6 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:18:16.119246 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-db653140-1617-4a58-80e0-7ffda1f3c6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:16.310842 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-db653140-1617-4a58-80e0-7ffda1f3c6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:16.385173 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-db653140-1617-4a58-80e0-7ffda1f3c6d5 None None] For port ac0e5545-41c0-41f6-89a5-0496a77b11d6, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=ac0e5545-41c0-41f6-89a5-0496a77b11d6,segment=NetworkSegment(47c4a1c1-2cb2-49df-9f3c-4ade5c79378d),segment_id=47c4a1c1-2cb2-49df-9f3c-4ade5c79378d)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:18:16.389524 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-db653140-1617-4a58-80e0-7ffda1f3c6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:16.395798 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:16.465953 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db653140-1617-4a58-80e0-7ffda1f3c6d5 None None] Pushing event updated for resources: {'Port': ['ID=ac0e5545-41c0-41f6-89a5-0496a77b11d6,revision_number=3']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:16.469011 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-db653140-1617-4a58-80e0-7ffda1f3c6d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:16.612656 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-ad6dd3aa-2d4c-49bc-8957-f3a82e6b71e9 None None] Provisioning complete for port ac0e5545-41c0-41f6-89a5-0496a77b11d6 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:18:16.613058 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd3aa-2d4c-49bc-8957-f3a82e6b71e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:17.556222 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52016) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:18:17.831273 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device ac0e5545-41c0-41f6-89a5-0496a77b11d6 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:18:17.914786 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-a827d8da-3cff-4f9c-a716-13676bfa65f0 admin admin] Request body: {'router': {'tenant_id': 'b60aeed6114540028d1369b85965652f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:18:17.919521 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-a827d8da-3cff-4f9c-a716-13676bfa65f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:18:17.923290 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-a827d8da-3cff-4f9c-a716-13676bfa65f0 admin admin] Usage tracker for resource:router and tenant:b60aeed6114540028d1369b85965652f is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:18:17.924140 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port ac0e5545-41c0-41f6-89a5-0496a77b11d6 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:18:17.924520 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:17.926831 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-a827d8da-3cff-4f9c-a716-13676bfa65f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:18:17.932635 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-a827d8da-3cff-4f9c-a716-13676bfa65f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:18:17.947985 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a827d8da-3cff-4f9c-a716-13676bfa65f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-926629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4620'] for router, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:17.949674 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a827d8da-3cff-4f9c-a716-13676bfa65f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:17.971643 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a827d8da-3cff-4f9c-a716-13676bfa65f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:18.080194 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a827d8da-3cff-4f9c-a716-13676bfa65f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928845'] for router, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:18.099151 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a827d8da-3cff-4f9c-a716-13676bfa65f0 admin admin] Notify callbacks [] for router, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:18.100637 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-a827d8da-3cff-4f9c-a716-13676bfa65f0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5433977 May 21 15:18:20.454137 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 52026) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:18:21.028013 dv-cinder-792642-1-smb neutron-server[91543]: WARNING oslo_policy.policy [None req-b7b2b681-8428-4acd-821e-8ca7799911aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:18:21.028617 dv-cinder-792642-1-smb neutron-server[91543]: WARNING oslo_policy.policy [None req-b7b2b681-8428-4acd-821e-8ca7799911aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:18:21.243003 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [None req-b7b2b681-8428-4acd-821e-8ca7799911aa admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:18:21.244140 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-b7b2b681-8428-4acd-821e-8ca7799911aa admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7880139 May 21 15:18:21.439540 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f0f900e3-8cb1-4e07-973c-d47b3f86e707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:23.551711 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52040) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:18:23.776414 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:23.935466 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:18:23.940260 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:18:23.944609 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Usage tracker for resource:network and tenant:3271b3b042e046729ebb18be148f0b7e is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:18:23.947388 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:18:23.952874 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:18:23.962501 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Made reservation on behalf of 3271b3b042e046729ebb18be148f0b7e for: {'network': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:18:23.964785 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:23.976360 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:23.990597 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:18:23.994222 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Usage tracker for resource:security_group_rule and tenant:3271b3b042e046729ebb18be148f0b7e is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:18:23.996894 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:18:24.002354 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:18:24.085125 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:24.088463 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:24.091372 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:24.112388 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Reserving flat network on physical network physnet1 {{(pid=91544) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 21 15:18:24.115581 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-9b6fb104-9884-4080-96b6-ed65b766caab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:24.126344 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b017768-cf14-44d9-b23b-691b762f7b70,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:24.130230 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:24.132862 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:24.133200 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.segments_db [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Added segment 1b5de551-a3aa-4d66-8b63-7b6903f6864a of type flat for network 39961b0a-5138-4007-86ae-d184e62026e0 May 21 15:18:24.165130 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:24.200033 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:24.201254 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:18:24.201814 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:24.206130 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:24.312404 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Pushing event updated for resources: {'Network': ['ID=39961b0a-5138-4007-86ae-d184e62026e0,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:24.316684 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:24.316684 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7638710 May 21 15:18:24.322232 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network 39961b0a-5138-4007-86ae-d184e62026e0 details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:18:24.953751 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:26.708624 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 52060) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:18:26.725143 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:27.045873 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.policy [None req-9ba59a78-baa9-4077-80d2-a860d3b064de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91543) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 21 15:18:27.094256 dv-cinder-792642-1-smb neutron-server[91543]: WARNING oslo_policy.policy [None req-9ba59a78-baa9-4077-80d2-a860d3b064de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:18:27.094643 dv-cinder-792642-1-smb neutron-server[91543]: WARNING oslo_policy.policy [None req-9ba59a78-baa9-4077-80d2-a860d3b064de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:18:27.104089 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba59a78-baa9-4077-80d2-a860d3b064de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:18:27.105818 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-9ba59a78-baa9-4077-80d2-a860d3b064de admin admin] 10.222.0.42 "GET /v2.0/subnets/2c40a6c0-e490-4fd2-954a-15ee02d78b32 HTTP/1.1" status: 200 len: 849 time: 0.3962562 May 21 15:18:27.335657 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-9626d4ee-96c3-4421-87d3-52936daf84c6 admin admin] 10.222.0.42 "GET /v2.0/routers/8f17d424-82d4-46ff-8a50-e83e6e8b957b HTTP/1.1" status: 200 len: 704 time: 0.2241099 May 21 15:18:27.853003 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:28.094092 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Allocated IP 172.20.0.1 (bfecaf9f-1c64-4890-ab86-a1ff0e44dd31/2c40a6c0-e490-4fd2-954a-15ee02d78b32/09f55e6f-96f8-4332-aa5e-4943e72689c1) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:18:28.279732 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:28.297481 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Transition to ACTIVE for port object 09f55e6f-96f8-4332-aa5e-4943e72689c1 will not be triggered until provisioned by entity DHCP. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:18:28.358090 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:28.364821 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:28.413970 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Network bfecaf9f-1c64-4890-ab86-a1ff0e44dd31 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:18:28.415096 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:18:28.474316 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:18:28.474915 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596831'] for router_interface, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:28.594192 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Pushing event updated for resources: {'Port': ['ID=09f55e6f-96f8-4332-aa5e-4943e72689c1,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:28.611272 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:28.611605 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:28.611924 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:28.612239 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:28.612548 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:28.612885 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:28.613193 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:28.613534 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:28.613854 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:28.614166 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:28.614470 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:28.614773 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Tracked resource versions report: May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: pushed versions: May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: { 'AddressGroup': {'1.2'}, May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'ConntrackHelper': {'1.0'}, May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'Log': {'1.0'}, May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'Network': {'1.1'}, May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'Port': {'1.7'}, May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'PortForwarding': {'1.2'}, May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'QosPolicy': {'1.8'}, May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'SecurityGroup': {'1.4'}, May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'SecurityGroupRule': {'1.2'}, May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'SubPort': {'1.0'}, May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'Subnet': {'1.1'}, May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'Trunk': {'1.1'}} May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: consumer versions: May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: { DHCP agent@dv-cinder-792642-1-smb: {}, May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: L3 agent@dv-cinder-792642-1-smb: {}, May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: Metadata agent@dv-cinder-792642-1-smb: {}, May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: Metering agent@dv-cinder-792642-1-smb: {}, May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: Open vSwitch agent@dv-cinder-792642-1-smb: { 'AddressGroup': '1.2', May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'ConntrackHelper': '1.0', May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'Log': '1.0', May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'Network': '1.1', May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'Port': '1.7', May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'PortForwarding': '1.2', May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'QosPolicy': '1.8', May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'SecurityGroup': '1.4', May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'SecurityGroupRule': '1.2', May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'SubPort': '1.0', May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'Subnet': '1.1', May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: 'Trunk': '1.1'}} May 21 15:18:28.615875 dv-cinder-792642-1-smb neutron-server[91543]: {{(pid=91543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:18:28.624272 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:28.715559 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-b2d54aff-907e-45b2-ae08-eb869288500a None None] Provisioning for port 09f55e6f-96f8-4332-aa5e-4943e72689c1 completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:18:28.720280 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-b2d54aff-907e-45b2-ae08-eb869288500a None None] Provisioning complete for port 09f55e6f-96f8-4332-aa5e-4943e72689c1 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:18:28.720634 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b2d54aff-907e-45b2-ae08-eb869288500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:28.751337 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:28.773411 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-b2d54aff-907e-45b2-ae08-eb869288500a None None] Port 09f55e6f-96f8-4332-aa5e-4943e72689c1 cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:18:28.986412 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:28.991088 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:28.992557 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596770'] for router_interface, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:29.000214 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:29.126526 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Pushing event updated for resources: {'Port': ['ID=09f55e6f-96f8-4332-aa5e-4943e72689c1,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:29.130599 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:29.225117 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Network bfecaf9f-1c64-4890-ab86-a1ff0e44dd31 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:18:29.226144 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:18:29.396618 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-540da55b-78e0-4614-b4e7-2ef16e765fc5 None None] Provisioning complete for port 09f55e6f-96f8-4332-aa5e-4943e72689c1 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:18:29.397015 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-540da55b-78e0-4614-b4e7-2ef16e765fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:29.425732 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Router 8f17d424-82d4-46ff-8a50-e83e6e8b957b is scheduled to L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 with binding_index 1 {{(pid=91543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:18:29.454303 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-540da55b-78e0-4614-b4e7-2ef16e765fc5 None None] Port 09f55e6f-96f8-4332-aa5e-4943e72689c1 cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:18:29.587854 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:18:29.597953 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Sync routers for ids ['8f17d424-82d4-46ff-8a50-e83e6e8b957b'] in dv-cinder-792642-1-smb {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:18:29.600526 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] 10.222.0.42 "PUT /v2.0/routers/8f17d424-82d4-46ff-8a50-e83e6e8b957b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2597535 May 21 15:18:29.608516 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Routers {'8f17d424-82d4-46ff-8a50-e83e6e8b957b'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:18:29.609606 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:18:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8f17d424-82d4-46ff-8a50-e83e6e8b957b'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:18:29.802041 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Set router 8f17d424-82d4-46ff-8a50-e83e6e8b957b gateway port host: None {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:18:30.193697 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f17d424-82d4-46ff-8a50-e83e6e8b957b', 'name': 'router1', 'tenant_id': 'b60aeed6114540028d1369b85965652f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:18:17Z', 'updated_at': '2021-05-21T15:18:28Z', 'revision_number': 2, 'project_id': 'b60aeed6114540028d1369b85965652f', 'gw_port_host': None, '_interfaces': [{'id': '09f55e6f-96f8-4332-aa5e-4943e72689c1', 'name': '', 'network_id': 'bfecaf9f-1c64-4890-ab86-a1ff0e44dd31', 'tenant_id': 'b60aeed6114540028d1369b85965652f', 'mac_address': 'fa:16:3e:9f:f7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f17d424-82d4-46ff-8a50-e83e6e8b957b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c40a6c0-e490-4fd2-954a-15ee02d78b32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:18:27Z', 'updated_at': '2021-05-21T15:18:28Z', 'revision_number': 2, 'project_id': 'b60aeed6114540028d1369b85965652f', 'subnets': [{'id': '2c40a6c0-e490-4fd2-954a-15ee02d78b32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac2af5e4-c943-4723-9efd-9afaff7c4dcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:18:30.200483 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Checking router: 8f17d424-82d4-46ff-8a50-e83e6e8b957b for host: dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:18:30.200885 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Updating router 8f17d424-82d4-46ff-8a50-e83e6e8b957b port 09f55e6f-96f8-4332-aa5e-4943e72689c1 binding host dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:18:30.256562 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:30.699879 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Notify callbacks [] for port, precommit_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:30.717450 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.provisioning_blocks [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Transition to ACTIVE for port object 09f55e6f-96f8-4332-aa5e-4943e72689c1 will not be triggered until provisioned by entity L2. {{(pid=91546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:18:30.727517 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:30.735041 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:30.984431 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Pushing event updated for resources: {'Port': ['ID=09f55e6f-96f8-4332-aa5e-4943e72689c1,revision_number=3']} {{(pid=91546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:30.996076 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Attempting to bind port 09f55e6f-96f8-4332-aa5e-4943e72689c1 on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:18:30.996470 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Attempting to bind port 09f55e6f-96f8-4332-aa5e-4943e72689c1 by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '47c4a1c1-2cb2-49df-9f3c-4ade5c79378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bfecaf9f-1c64-4890-ab86-a1ff0e44dd31'}] {{(pid=91546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:18:30.996922 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Attempting to bind port 09f55e6f-96f8-4332-aa5e-4943e72689c1 on network bfecaf9f-1c64-4890-ab86-a1ff0e44dd31 {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:18:30.999567 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:30.999902 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:31.000234 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:31.000566 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:31.000907 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:31.001230 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:31.001547 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:31.001864 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:31.002173 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:31.002485 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:31.002796 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:31.003100 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Tracked resource versions report: May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: pushed versions: May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: { 'AddressGroup': {'1.2'}, May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'ConntrackHelper': {'1.0'}, May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'Log': {'1.0'}, May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'Network': {'1.1'}, May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'Port': {'1.7'}, May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'PortForwarding': {'1.2'}, May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'QosPolicy': {'1.8'}, May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'SecurityGroup': {'1.4'}, May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'SecurityGroupRule': {'1.2'}, May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'SubPort': {'1.0'}, May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'Subnet': {'1.1'}, May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'Trunk': {'1.1'}} May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: consumer versions: May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: { DHCP agent@dv-cinder-792642-1-smb: {}, May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: L3 agent@dv-cinder-792642-1-smb: {}, May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: Metadata agent@dv-cinder-792642-1-smb: {}, May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: Metering agent@dv-cinder-792642-1-smb: {}, May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: Open vSwitch agent@dv-cinder-792642-1-smb: { 'AddressGroup': '1.2', May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'ConntrackHelper': '1.0', May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'Log': '1.0', May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'Network': '1.1', May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'Port': '1.7', May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'PortForwarding': '1.2', May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'QosPolicy': '1.8', May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'SecurityGroup': '1.4', May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'SecurityGroupRule': '1.2', May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'SubPort': '1.0', May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'Subnet': '1.1', May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: 'Trunk': '1.1'}} May 21 15:18:31.004769 dv-cinder-792642-1-smb neutron-server[91546]: {{(pid=91546) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:18:31.010714 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:18:31.011134 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Checking segment: {'id': '47c4a1c1-2cb2-49df-9f3c-4ade5c79378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bfecaf9f-1c64-4890-ab86-a1ff0e44dd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:18:31.011634 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:31.012009 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Bound using segment: {'id': '47c4a1c1-2cb2-49df-9f3c-4ade5c79378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bfecaf9f-1c64-4890-ab86-a1ff0e44dd31'} {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:18:31.012544 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Bound port: 09f55e6f-96f8-4332-aa5e-4943e72689c1, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c4a1c1-2cb2-49df-9f3c-4ade5c79378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bfecaf9f-1c64-4890-ab86-a1ff0e44dd31'}}] {{(pid=91546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:18:31.012956 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:31.023395 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:31.104131 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.db [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] For port 09f55e6f-96f8-4332-aa5e-4943e72689c1, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:18:31.108308 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.db [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] For port 09f55e6f-96f8-4332-aa5e-4943e72689c1, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=09f55e6f-96f8-4332-aa5e-4943e72689c1,segment=NetworkSegment(47c4a1c1-2cb2-49df-9f3c-4ade5c79378d),segment_id=47c4a1c1-2cb2-49df-9f3c-4ade5c79378d)] {{(pid=91546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:18:31.113973 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:31.118639 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:31.204950 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Routers {'8f17d424-82d4-46ff-8a50-e83e6e8b957b'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:18:31.205588 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:18:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8f17d424-82d4-46ff-8a50-e83e6e8b957b'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:18:31.259475 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Pushing event updated for resources: {'Port': ['ID=09f55e6f-96f8-4332-aa5e-4943e72689c1,revision_number=4']} {{(pid=91546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:31.272633 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:31.393734 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] Set router 8f17d424-82d4-46ff-8a50-e83e6e8b957b gateway port host: None {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:18:31.719604 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f17d424-82d4-46ff-8a50-e83e6e8b957b', 'name': 'router1', 'tenant_id': 'b60aeed6114540028d1369b85965652f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:18:17Z', 'updated_at': '2021-05-21T15:18:28Z', 'revision_number': 2, 'project_id': 'b60aeed6114540028d1369b85965652f', 'gw_port_host': None, '_interfaces': [{'id': '09f55e6f-96f8-4332-aa5e-4943e72689c1', 'name': '', 'network_id': 'bfecaf9f-1c64-4890-ab86-a1ff0e44dd31', 'tenant_id': 'b60aeed6114540028d1369b85965652f', 'mac_address': 'fa:16:3e:9f:f7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f17d424-82d4-46ff-8a50-e83e6e8b957b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c40a6c0-e490-4fd2-954a-15ee02d78b32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:18:27Z', 'updated_at': '2021-05-21T15:18:31Z', 'revision_number': 4, 'project_id': 'b60aeed6114540028d1369b85965652f', 'subnets': [{'id': '2c40a6c0-e490-4fd2-954a-15ee02d78b32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac2af5e4-c943-4723-9efd-9afaff7c4dcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:18:31.724760 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df03055e-0481-4602-945c-b375c232a7a7 None None] The sync data for ids ['8f17d424-82d4-46ff-8a50-e83e6e8b957b'] in dv-cinder-792642-1-smb is: [{'id': '8f17d424-82d4-46ff-8a50-e83e6e8b957b', 'name': 'router1', 'tenant_id': 'b60aeed6114540028d1369b85965652f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:18:17Z', 'updated_at': '2021-05-21T15:18:28Z', 'revision_number': 2, 'project_id': 'b60aeed6114540028d1369b85965652f', 'gw_port_host': None, '_interfaces': [{'id': '09f55e6f-96f8-4332-aa5e-4943e72689c1', 'name': '', 'network_id': 'bfecaf9f-1c64-4890-ab86-a1ff0e44dd31', 'tenant_id': 'b60aeed6114540028d1369b85965652f', 'mac_address': 'fa:16:3e:9f:f7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f17d424-82d4-46ff-8a50-e83e6e8b957b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c40a6c0-e490-4fd2-954a-15ee02d78b32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:18:27Z', 'updated_at': '2021-05-21T15:18:31Z', 'revision_number': 4, 'project_id': 'b60aeed6114540028d1369b85965652f', 'subnets': [{'id': '2c40a6c0-e490-4fd2-954a-15ee02d78b32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac2af5e4-c943-4723-9efd-9afaff7c4dcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:18:31.849186 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52088) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:18:32.006158 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c66f337-0236-4829-93fd-f89c16c2cba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:18:32.006711 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-5c66f337-0236-4829-93fd-f89c16c2cba2 admin admin] Synchronizing usage tracker for tenant:3271b3b042e046729ebb18be148f0b7e on resource:network {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:18:32.024600 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-5c66f337-0236-4829-93fd-f89c16c2cba2 admin admin] Unset dirty status for tenant:3271b3b042e046729ebb18be148f0b7e on resource:network {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:18:32.028827 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-5c66f337-0236-4829-93fd-f89c16c2cba2 admin admin] 10.222.0.42 "GET /v2.0/networks/39961b0a-5138-4007-86ae-d184e62026e0 HTTP/1.1" status: 200 len: 842 time: 0.1755383 May 21 15:18:32.034992 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24', 'ip_version': 4, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'name': 'public-subnet'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:18:32.040110 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:18:32.043790 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Usage tracker for resource:subnet and tenant:3271b3b042e046729ebb18be148f0b7e is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:18:32.046955 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:18:32.053574 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:18:32.063803 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Made reservation on behalf of 3271b3b042e046729ebb18be148f0b7e for: {'subnet': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:18:32.066131 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:32.493862 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.objects.ports [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91544) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 21 15:18:32.494311 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821'] for subnet, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:32.497951 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-627daa8c-759f-49c5-9062-535f6be4c7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:32.565602 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62db980b-fc91-4b32-a3dc-349d62b1ea2a,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:32.570874 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:32.579639 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Checking segment: {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:18:32.579990 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Network hostable DHCP agents. Network: 39961b0a-5138-4007-86ae-d184e62026e0, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:18:32.597326 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Network 39961b0a-5138-4007-86ae-d184e62026e0 is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:18:32.606433 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, 39961b0a-5138-4007-86ae-d184e62026e0) {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:18:32.611659 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:18:32.612283 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:32.615679 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc84e2d-a1b1-4191-bf91-b4cc6f5d2da8 None None] Network 39961b0a-5138-4007-86ae-d184e62026e0 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:18:32.647410 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6158133 May 21 15:18:32.821276 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f99a2a-7bff-4998-b5a6-9b4bbb1d7dab None None] Network 39961b0a-5138-4007-86ae-d184e62026e0 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:18:34.934128 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52102) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:18:35.185891 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-f6e5b37a-99e5-46b8-b2d3-5484ec55aaf8 admin admin] 10.222.0.42 "GET /v2.0/routers/8f17d424-82d4-46ff-8a50-e83e6e8b957b HTTP/1.1" status: 200 len: 710 time: 0.2504890 May 21 15:18:35.318707 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d31449b-6a76-4c63-a2ce-b013a06062bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:18:35.324855 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-4d31449b-6a76-4c63-a2ce-b013a06062bb admin admin] 10.222.0.42 "GET /v2.0/networks/39961b0a-5138-4007-86ae-d184e62026e0 HTTP/1.1" status: 200 len: 886 time: 0.1285551 May 21 15:18:35.328636 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:18:35.781892 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:35.867957 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 09f55e6f-96f8-4332-aa5e-4943e72689c1 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:18:35.936093 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port 09f55e6f-96f8-4332-aa5e-4943e72689c1 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:18:35.940567 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 09f55e6f-96f8-4332-aa5e-4943e72689c1 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:18:35.940982 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:36.061374 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:36.098375 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port 09f55e6f-96f8-4332-aa5e-4943e72689c1, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=09f55e6f-96f8-4332-aa5e-4943e72689c1,segment=NetworkSegment(47c4a1c1-2cb2-49df-9f3c-4ade5c79378d),segment_id=47c4a1c1-2cb2-49df-9f3c-4ade5c79378d)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:18:36.103273 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:36.105378 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:36.126890 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:36.173976 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=09f55e6f-96f8-4332-aa5e-4943e72689c1,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:36.177549 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:36.186543 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:36.324074 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_common [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Allocated IP 172.28.3.43 (39961b0a-5138-4007-86ae-d184e62026e0/62db980b-fc91-4b32-a3dc-349d62b1ea2a/52c23777-cb59-4097-9d64-e91eff9ab38f) {{(pid=91544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:18:36.518803 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:36.576032 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:36.579822 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:36.641399 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Network 39961b0a-5138-4007-86ae-d184e62026e0 is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:18:36.644292 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:18:36.648969 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Received port after_create {{(pid=91544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:18:36.716433 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Pushing event updated for resources: {'Port': ['ID=52c23777-cb59-4097-9d64-e91eff9ab38f,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:36.765665 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:37.028882 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:37.366632 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:37.369972 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-928867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-928890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-926593'] for router, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:37.548847 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Router 8f17d424-82d4-46ff-8a50-e83e6e8b957b has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:18:37.724720 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:18:37.732738 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Notify callbacks [] for router, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:37.734013 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] 10.222.0.42 "PUT /v2.0/routers/8f17d424-82d4-46ff-8a50-e83e6e8b957b HTTP/1.1" status: 200 len: 889 time: 2.4085619 May 21 15:18:37.734359 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Sync routers for ids ['8f17d424-82d4-46ff-8a50-e83e6e8b957b'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:18:37.744204 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Routers {'8f17d424-82d4-46ff-8a50-e83e6e8b957b'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:18:37.744910 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:18:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8f17d424-82d4-46ff-8a50-e83e6e8b957b'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:18:37.902134 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 09f55e6f-96f8-4332-aa5e-4943e72689c1 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:18:37.992007 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Set router 8f17d424-82d4-46ff-8a50-e83e6e8b957b gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:18:38.153334 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 09f55e6f-96f8-4332-aa5e-4943e72689c1 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:18:38.153727 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:38.458090 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f17d424-82d4-46ff-8a50-e83e6e8b957b', 'name': 'router1', 'tenant_id': 'b60aeed6114540028d1369b85965652f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.43'}], 'enable_snat': True}, 'gw_port_id': '52c23777-cb59-4097-9d64-e91eff9ab38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:18:17Z', 'updated_at': '2021-05-21T15:18:36Z', 'revision_number': 4, 'project_id': 'b60aeed6114540028d1369b85965652f', 'gw_port': {'id': '52c23777-cb59-4097-9d64-e91eff9ab38f', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:95:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f17d424-82d4-46ff-8a50-e83e6e8b957b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:18:36Z', 'updated_at': '2021-05-21T15:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '09f55e6f-96f8-4332-aa5e-4943e72689c1', 'name': '', 'network_id': 'bfecaf9f-1c64-4890-ab86-a1ff0e44dd31', 'tenant_id': 'b60aeed6114540028d1369b85965652f', 'mac_address': 'fa:16:3e:9f:f7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f17d424-82d4-46ff-8a50-e83e6e8b957b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c40a6c0-e490-4fd2-954a-15ee02d78b32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:18:27Z', 'updated_at': '2021-05-21T15:18:36Z', 'revision_number': 5, 'project_id': 'b60aeed6114540028d1369b85965652f', 'subnets': [{'id': '2c40a6c0-e490-4fd2-954a-15ee02d78b32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac2af5e4-c943-4723-9efd-9afaff7c4dcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:18:38.463421 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Checking router: 8f17d424-82d4-46ff-8a50-e83e6e8b957b for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:18:38.463805 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Updating router 8f17d424-82d4-46ff-8a50-e83e6e8b957b port 52c23777-cb59-4097-9d64-e91eff9ab38f binding host dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:18:38.516851 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:38.850080 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Notify callbacks [] for port, precommit_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:38.862871 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Transition to ACTIVE for port object 52c23777-cb59-4097-9d64-e91eff9ab38f will not be triggered until provisioned by entity L2. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:18:38.870546 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:38.874622 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-db653140-1617-4a58-80e0-7ffda1f3c6d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:38.952203 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Attempting to bind port 52c23777-cb59-4097-9d64-e91eff9ab38f on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:18:38.952582 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Attempting to bind port 52c23777-cb59-4097-9d64-e91eff9ab38f by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:18:38.952970 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Attempting to bind port 52c23777-cb59-4097-9d64-e91eff9ab38f on network 39961b0a-5138-4007-86ae-d184e62026e0 {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:18:38.955118 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db299dd-cd0a-4890-8039-30a82f7e256b None None] Pushing event updated for resources: {'Port': ['ID=52c23777-cb59-4097-9d64-e91eff9ab38f,revision_number=2']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:38.959236 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-3db299dd-cd0a-4890-8039-30a82f7e256b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:38.961751 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:18:38.962122 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Checking segment: {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:18:38.963159 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:38.963159 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Bound using segment: {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:18:38.963355 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Bound port: 52c23777-cb59-4097-9d64-e91eff9ab38f, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:18:38.963706 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:39.037767 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] For port 52c23777-cb59-4097-9d64-e91eff9ab38f, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:18:39.040911 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] For port 52c23777-cb59-4097-9d64-e91eff9ab38f, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=52c23777-cb59-4097-9d64-e91eff9ab38f,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:18:39.046417 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:39.050302 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:39.128054 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Routers {'8f17d424-82d4-46ff-8a50-e83e6e8b957b'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:18:39.128666 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:18:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8f17d424-82d4-46ff-8a50-e83e6e8b957b'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:18:39.193794 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db299dd-cd0a-4890-8039-30a82f7e256b None None] Pushing event updated for resources: {'Port': ['ID=52c23777-cb59-4097-9d64-e91eff9ab38f,revision_number=3']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:39.197042 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-3db299dd-cd0a-4890-8039-30a82f7e256b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:39.312475 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] Set router 8f17d424-82d4-46ff-8a50-e83e6e8b957b gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:18:39.669144 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f17d424-82d4-46ff-8a50-e83e6e8b957b', 'name': 'router1', 'tenant_id': 'b60aeed6114540028d1369b85965652f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.43'}], 'enable_snat': True}, 'gw_port_id': '52c23777-cb59-4097-9d64-e91eff9ab38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:18:17Z', 'updated_at': '2021-05-21T15:18:36Z', 'revision_number': 4, 'project_id': 'b60aeed6114540028d1369b85965652f', 'gw_port': {'id': '52c23777-cb59-4097-9d64-e91eff9ab38f', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:95:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f17d424-82d4-46ff-8a50-e83e6e8b957b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:18:36Z', 'updated_at': '2021-05-21T15:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '09f55e6f-96f8-4332-aa5e-4943e72689c1', 'name': '', 'network_id': 'bfecaf9f-1c64-4890-ab86-a1ff0e44dd31', 'tenant_id': 'b60aeed6114540028d1369b85965652f', 'mac_address': 'fa:16:3e:9f:f7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f17d424-82d4-46ff-8a50-e83e6e8b957b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c40a6c0-e490-4fd2-954a-15ee02d78b32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:18:27Z', 'updated_at': '2021-05-21T15:18:36Z', 'revision_number': 5, 'project_id': 'b60aeed6114540028d1369b85965652f', 'subnets': [{'id': '2c40a6c0-e490-4fd2-954a-15ee02d78b32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac2af5e4-c943-4723-9efd-9afaff7c4dcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:18:39.673281 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e557fe-dc0e-4534-b3af-32060040f916 None None] The sync data for ids ['8f17d424-82d4-46ff-8a50-e83e6e8b957b'] in dv-cinder-792642-1-smb is: [{'id': '8f17d424-82d4-46ff-8a50-e83e6e8b957b', 'name': 'router1', 'tenant_id': 'b60aeed6114540028d1369b85965652f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.43'}], 'enable_snat': True}, 'gw_port_id': '52c23777-cb59-4097-9d64-e91eff9ab38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:18:17Z', 'updated_at': '2021-05-21T15:18:36Z', 'revision_number': 4, 'project_id': 'b60aeed6114540028d1369b85965652f', 'gw_port': {'id': '52c23777-cb59-4097-9d64-e91eff9ab38f', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:95:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f17d424-82d4-46ff-8a50-e83e6e8b957b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:18:36Z', 'updated_at': '2021-05-21T15:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '09f55e6f-96f8-4332-aa5e-4943e72689c1', 'name': '', 'network_id': 'bfecaf9f-1c64-4890-ab86-a1ff0e44dd31', 'tenant_id': 'b60aeed6114540028d1369b85965652f', 'mac_address': 'fa:16:3e:9f:f7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f17d424-82d4-46ff-8a50-e83e6e8b957b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c40a6c0-e490-4fd2-954a-15ee02d78b32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:18:27Z', 'updated_at': '2021-05-21T15:18:36Z', 'revision_number': 5, 'project_id': 'b60aeed6114540028d1369b85965652f', 'subnets': [{'id': '2c40a6c0-e490-4fd2-954a-15ee02d78b32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac2af5e4-c943-4723-9efd-9afaff7c4dcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:18:39.906426 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 52c23777-cb59-4097-9d64-e91eff9ab38f up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:18:39.980485 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port 52c23777-cb59-4097-9d64-e91eff9ab38f completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:18:39.985990 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 52c23777-cb59-4097-9d64-e91eff9ab38f triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:18:39.986391 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:40.116938 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:40.133863 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port 52c23777-cb59-4097-9d64-e91eff9ab38f, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=52c23777-cb59-4097-9d64-e91eff9ab38f,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:18:40.134039 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52112) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:18:40.139167 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:40.141324 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:18:40.214212 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=52c23777-cb59-4097-9d64-e91eff9ab38f,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:18:40.217465 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:18:40.305518 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-5dad5f73-089a-4311-8b5b-71f37f755b84 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1703939 May 21 15:18:41.852292 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 52c23777-cb59-4097-9d64-e91eff9ab38f up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:18:41.929865 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 52c23777-cb59-4097-9d64-e91eff9ab38f triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:18:41.930243 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:51.434696 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-91ba3925-2671-4bb3-b538-41478538ec18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:52.575409 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 5 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:18:53.788205 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:54.127779 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-30839b1a-26e7-498c-b9d4-a39e00e86a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:54.957515 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:56.759458 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:21.442184 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-108d4c9a-05b4-4d6a-8ceb-16e78d6e819e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:23.788370 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:24.122615 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-819f6504-211b-45b8-93ee-02ca570ae732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:24.957866 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:26.746848 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:29.573784 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 5 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:19:51.433889 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-d2773885-e9c2-4721-b8de-98bcc8accf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:53.782601 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:54.125555 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-c2eb1962-d99e-4a9b-be97-a4f9764044a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:54.957293 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:56.745980 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:06.572435 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 5 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:20:16.681927 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52682) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:16.748829 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cd66cb-6ab0-4572-bc29-395a3d2b4b6f admin admin] GET failed (client error): The resource could not be found. May 21 15:20:16.750137 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-86cd66cb-6ab0-4572-bc29-395a3d2b4b6f admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0672708 May 21 15:20:16.880491 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ad4da3-a65a-4535-8e23-d458ea70593d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:16.882961 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-e8ad4da3-a65a-4535-8e23-d458ea70593d admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1289985 May 21 15:20:19.019166 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 52692) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:19.140183 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f51c6f1-76ef-4a12-8d46-99518d538302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:19.141596 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-1f51c6f1-76ef-4a12-8d46-99518d538302 admin admin] 10.222.0.42 "GET /v2.0/subnets/2c40a6c0-e490-4fd2-954a-15ee02d78b32 HTTP/1.1" status: 200 len: 849 time: 0.1214871 May 21 15:20:19.153074 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:19.279465 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Notify callbacks [] for subnet, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:19.483637 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788723390136'] for subnet, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:19.487398 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:19.530746 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:19.531599 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:19.533255 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] 10.222.0.42 "PUT /v2.0/subnets/2c40a6c0-e490-4fd2-954a-15ee02d78b32 HTTP/1.1" status: 200 len: 868 time: 0.3833447 May 21 15:20:19.535968 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a639cdbe-1f3b-4de3-9038-55afe1ab2d94 None None] Network bfecaf9f-1c64-4890-ab86-a1ff0e44dd31 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:20:19.561946 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c40a6c0-e490-4fd2-954a-15ee02d78b32,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:19.571761 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:19.572097 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:19.572455 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:19.572780 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:19.573132 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:19.573450 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:19.573757 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:19.574098 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:19.574441 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:19.574750 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:19.575064 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:19.575376 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:19.580065 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:20.002875 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-0f0f95ce-b335-4b93-898a-53911408e2f4 None None] Provisioning complete for port 09f55e6f-96f8-4332-aa5e-4943e72689c1 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:20:20.003245 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-0f0f95ce-b335-4b93-898a-53911408e2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:20.129316 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-0f0f95ce-b335-4b93-898a-53911408e2f4 None None] Provisioning complete for port ac0e5545-41c0-41f6-89a5-0496a77b11d6 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:20:20.129570 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-0f0f95ce-b335-4b93-898a-53911408e2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:21.435067 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-64d48881-7af3-4082-b56a-94d54b26a1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:21.712849 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52702) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:21.888619 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f17421-1462-4db3-8af4-932d1c62d744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:21.889134 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f17421-1462-4db3-8af4-932d1c62d744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:21.890711 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-b1f17421-1462-4db3-8af4-932d1c62d744 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1768761 May 21 15:20:23.786703 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:24.129078 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-6db74325-994a-4aec-af8e-e8a55fad7916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:24.166155 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 52712) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:24.345210 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfe0c75-e094-4050-bb01-de310efe8a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:24.345606 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfe0c75-e094-4050-bb01-de310efe8a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:24.347125 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-3cfe0c75-e094-4050-bb01-de310efe8a7a admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1800458 May 21 15:20:24.956668 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:26.480556 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 52722) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:26.650482 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ad3f94-fbe9-4a81-9fbc-588affee0419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:26.651921 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-a0ad3f94-fbe9-4a81-9fbc-588affee0419 admin admin] 10.222.0.42 "GET /v2.0/networks/39961b0a-5138-4007-86ae-d184e62026e0 HTTP/1.1" status: 200 len: 886 time: 0.1703882 May 21 15:20:26.757860 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:28.856287 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 52732) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:29.036195 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ee8bc6-2061-480e-bf9a-232a70d9f6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:29.037500 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-e0ee8bc6-2061-480e-bf9a-232a70d9f6ef admin admin] 10.222.0.42 "GET /v2.0/networks/bfecaf9f-1c64-4890-ab86-a1ff0e44dd31 HTTP/1.1" status: 200 len: 869 time: 0.1800406 May 21 15:20:31.145446 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52742) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:31.260236 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2212541c-5f76-4e43-b0fe-e8fa856190e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:31.260236 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2212541c-5f76-4e43-b0fe-e8fa856190e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:31.261198 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-2212541c-5f76-4e43-b0fe-e8fa856190e6 admin admin] Synchronizing usage tracker for tenant:3271b3b042e046729ebb18be148f0b7e on resource:subnet {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:20:31.282062 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-2212541c-5f76-4e43-b0fe-e8fa856190e6 admin admin] Unset dirty status for tenant:3271b3b042e046729ebb18be148f0b7e on resource:subnet {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:20:31.283296 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-2212541c-5f76-4e43-b0fe-e8fa856190e6 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1365347 May 21 15:20:33.425281 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52752) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:33.531614 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c71d5-41d3-49f5-9b8e-32494d440e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:33.532117 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c71d5-41d3-49f5-9b8e-32494d440e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:33.533688 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-0d7c71d5-41d3-49f5-9b8e-32494d440e3d admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1074617 May 21 15:20:35.657323 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 52762) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:35.767086 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a34dd2-dd84-45e1-b29d-2a6a324ace0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:35.768461 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-27a34dd2-dd84-45e1-b29d-2a6a324ace0d admin admin] 10.222.0.42 "GET /v2.0/subnets/2c40a6c0-e490-4fd2-954a-15ee02d78b32 HTTP/1.1" status: 200 len: 868 time: 0.1101665 May 21 15:20:37.900446 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52772) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:38.005856 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92c9bf0-8a50-49fe-91b8-137119c50992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:38.007195 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-a92c9bf0-8a50-49fe-91b8-137119c50992 admin admin] 10.222.0.42 "GET /v2.0/subnets/62db980b-fc91-4b32-a3dc-349d62b1ea2a HTTP/1.1" status: 200 len: 816 time: 0.1057985 May 21 15:20:43.571109 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 5 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:20:51.437797 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-da527e80-fda1-4828-a25f-73297d0e2888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:53.789084 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:54.131049 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-90b7b367-09fd-4a84-b8ca-68698751304f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:54.962718 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:56.755384 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:00.955069 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52816) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:01.005090 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [None req-a28f0ede-2d47-4a8a-95b0-7419e7c1a09d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:21:01.006079 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-a28f0ede-2d47-4a8a-95b0-7419e7c1a09d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500839 May 21 15:21:03.221171 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 52826) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:03.288195 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6db43b-55aa-44f3-986d-e54e310b66bc admin admin] GET failed (client error): The resource could not be found. May 21 15:21:03.289492 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-8b6db43b-55aa-44f3-986d-e54e310b66bc admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0673969 May 21 15:21:03.416050 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97822d2d-1e0d-49f5-9528-f2ad8666df48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:03.417494 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-97822d2d-1e0d-49f5-9528-f2ad8666df48 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1242068 May 21 15:21:05.593691 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52836) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:05.644398 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:21:05.649905 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:05.659734 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:05.669466 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Made reservation on behalf of 3271b3b042e046729ebb18be148f0b7e for: {'network': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:21:05.671716 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:05.758262 dv-cinder-792642-1-smb neutron-server[91544]: WARNING neutron.services.revisions.revision_plugin [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Could not find related network for resource to bump revision. May 21 15:21:05.772684 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=91544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:21:05.782410 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:05.782753 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.segments_db [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Added segment 830e90ac-701a-47e1-a447-56525c6722ed of type vlan for network 2e227c80-b3ca-425d-92e2-09a5296e8d74 May 21 15:21:05.808664 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:05.837366 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:05.838611 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:05.839178 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:05.843646 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-9cf4da23-f6ae-47ea-85b3-32962603f7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:05.935717 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3410497 May 21 15:21:05.939197 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Pushing event updated for resources: {'Network': ['ID=2e227c80-b3ca-425d-92e2-09a5296e8d74,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:05.946098 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:05.946433 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:05.946761 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:05.947101 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:05.947421 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:05.947737 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:05.948051 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:05.948362 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:05.948694 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:05.949042 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:05.949352 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:05.949657 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:05.953446 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:05.962104 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network 2e227c80-b3ca-425d-92e2-09a5296e8d74 details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:21:08.100390 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52846) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:08.168665 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c63332d-80d7-4b0a-9a47-1cf599dfa132 admin admin] GET failed (client error): The resource could not be found. May 21 15:21:08.169108 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-3c63332d-80d7-4b0a-9a47-1cf599dfa132 admin admin] Synchronizing usage tracker for tenant:3271b3b042e046729ebb18be148f0b7e on resource:network {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:21:08.185098 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-3c63332d-80d7-4b0a-9a47-1cf599dfa132 admin admin] Unset dirty status for tenant:3271b3b042e046729ebb18be148f0b7e on resource:network {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:21:08.186227 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-3c63332d-80d7-4b0a-9a47-1cf599dfa132 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0848589 May 21 15:21:08.291043 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b16a10-334d-40f8-bf94-ab7faa6f2bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:08.292467 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-55b16a10-334d-40f8-bf94-ab7faa6f2bbb admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1017206 May 21 15:21:08.302808 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-ac372847-19ff-4be4-8151-cae78943b0df admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '2e227c80-b3ca-425d-92e2-09a5296e8d74'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:21:08.307221 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-ac372847-19ff-4be4-8151-cae78943b0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:08.317267 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-ac372847-19ff-4be4-8151-cae78943b0df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:08.327119 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac372847-19ff-4be4-8151-cae78943b0df admin admin] Made reservation on behalf of 3271b3b042e046729ebb18be148f0b7e for: {'subnet': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:21:08.329438 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ac372847-19ff-4be4-8151-cae78943b0df admin admin] Notify callbacks [] for subnet, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:08.698143 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ac372847-19ff-4be4-8151-cae78943b0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821'] for subnet, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:08.702439 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:08.769520 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac372847-19ff-4be4-8151-cae78943b0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d7c5db1-af99-4a97-a487-bb76e0f071ae,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:08.773031 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-ac372847-19ff-4be4-8151-cae78943b0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:08.778654 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac372847-19ff-4be4-8151-cae78943b0df admin admin] Checking segment: {'id': '830e90ac-701a-47e1-a447-56525c6722ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e227c80-b3ca-425d-92e2-09a5296e8d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:21:08.779007 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac372847-19ff-4be4-8151-cae78943b0df admin admin] Network hostable DHCP agents. Network: 2e227c80-b3ca-425d-92e2-09a5296e8d74, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:21:08.795893 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac372847-19ff-4be4-8151-cae78943b0df admin admin] Network 2e227c80-b3ca-425d-92e2-09a5296e8d74 is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:21:08.805357 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-ac372847-19ff-4be4-8151-cae78943b0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, 2e227c80-b3ca-425d-92e2-09a5296e8d74) {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:21:08.810484 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac372847-19ff-4be4-8151-cae78943b0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:08.811064 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ac372847-19ff-4be4-8151-cae78943b0df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:08.816729 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b0de0a-f9b4-4792-aa07-879d2ba85ddb None None] Network 2e227c80-b3ca-425d-92e2-09a5296e8d74 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:21:08.836137 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-ac372847-19ff-4be4-8151-cae78943b0df admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5367289 May 21 15:21:09.035931 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b806f74-3639-54bb-b3c4-4c77632456fa-2e227c80-b3ca-425d-92e2-09a5296e8d74', 'network_id': '2e227c80-b3ca-425d-92e2-09a5296e8d74', 'tenant_id': '3271b3b042e046729ebb18be148f0b7e', 'fixed_ips': [{'subnet_id': '3d7c5db1-af99-4a97-a487-bb76e0f071ae'}]}} from dv-cinder-792642-1-smb. {{(pid=91545) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:21:09.036760 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:09.196259 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.db_base_plugin_common [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Allocated IP 192.168.233.2 (2e227c80-b3ca-425d-92e2-09a5296e8d74/3d7c5db1-af99-4a97-a487-bb76e0f071ae/43c9a161-2689-4420-8e31-9dd9297e44d5) {{(pid=91545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:21:09.408495 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Notify callbacks [] for port, precommit_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:09.419195 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Transition to ACTIVE for port object 43c9a161-2689-4420-8e31-9dd9297e44d5 will not be triggered until provisioned by entity L2. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:21:09.438599 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Transition to ACTIVE for port object 43c9a161-2689-4420-8e31-9dd9297e44d5 will not be triggered until provisioned by entity DHCP. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:21:09.445396 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:09.449999 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-3db299dd-cd0a-4890-8039-30a82f7e256b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:09.509750 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Network 2e227c80-b3ca-425d-92e2-09a5296e8d74 is already hosted by enough agents. {{(pid=91545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:21:09.514725 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.scheduler.base_scheduler [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Resources bound (agent type, host, resource id): {{(pid=91545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:21:09.518527 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Received port after_create {{(pid=91545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:21:09.524400 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Pushing event updated for resources: {'Port': ['ID=43c9a161-2689-4420-8e31-9dd9297e44d5,revision_number=1']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:09.560314 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:09.560652 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:09.561018 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:09.561347 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:09.561669 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:09.561993 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:09.562319 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:09.563195 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:09.563514 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:09.563832 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:09.564195 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:09.564459 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:09.572299 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:09.623695 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Attempting to bind port 43c9a161-2689-4420-8e31-9dd9297e44d5 on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:21:09.624070 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Attempting to bind port 43c9a161-2689-4420-8e31-9dd9297e44d5 by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '830e90ac-701a-47e1-a447-56525c6722ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e227c80-b3ca-425d-92e2-09a5296e8d74'}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:21:09.624436 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Attempting to bind port 43c9a161-2689-4420-8e31-9dd9297e44d5 on network 2e227c80-b3ca-425d-92e2-09a5296e8d74 {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:21:09.630594 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:21:09.630965 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Checking segment: {'id': '830e90ac-701a-47e1-a447-56525c6722ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e227c80-b3ca-425d-92e2-09a5296e8d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:21:09.631367 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:09.631760 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Bound using segment: {'id': '830e90ac-701a-47e1-a447-56525c6722ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e227c80-b3ca-425d-92e2-09a5296e8d74'} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:21:09.632225 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Bound port: 43c9a161-2689-4420-8e31-9dd9297e44d5, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '830e90ac-701a-47e1-a447-56525c6722ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e227c80-b3ca-425d-92e2-09a5296e8d74'}}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:21:09.632601 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:09.720052 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] For port 43c9a161-2689-4420-8e31-9dd9297e44d5, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:21:09.723673 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] For port 43c9a161-2689-4420-8e31-9dd9297e44d5, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=43c9a161-2689-4420-8e31-9dd9297e44d5,segment=NetworkSegment(830e90ac-701a-47e1-a447-56525c6722ed),segment_id=830e90ac-701a-47e1-a447-56525c6722ed)] {{(pid=91545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:21:09.728476 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:09.732362 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:09.808393 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Pushing event updated for resources: {'Port': ['ID=43c9a161-2689-4420-8e31-9dd9297e44d5,revision_number=2']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:09.811413 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:10.623709 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282b7158-1622-49c4-8a9d-cdf328e90558 None None] Network 2e227c80-b3ca-425d-92e2-09a5296e8d74 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:21:10.698792 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-31e6e240-e6c5-46e0-a358-cc60cda6511d None None] Provisioning for port 43c9a161-2689-4420-8e31-9dd9297e44d5 completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:21:11.988227 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 43c9a161-2689-4420-8e31-9dd9297e44d5 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:21:12.063490 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port 43c9a161-2689-4420-8e31-9dd9297e44d5 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:21:12.067970 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 43c9a161-2689-4420-8e31-9dd9297e44d5 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:21:12.068341 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:12.185491 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:12.215778 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port 43c9a161-2689-4420-8e31-9dd9297e44d5, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=43c9a161-2689-4420-8e31-9dd9297e44d5,segment=NetworkSegment(830e90ac-701a-47e1-a447-56525c6722ed),segment_id=830e90ac-701a-47e1-a447-56525c6722ed)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:21:12.220504 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:12.222965 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:12.289558 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=43c9a161-2689-4420-8e31-9dd9297e44d5,revision_number=3']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:12.293304 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:13.977280 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 43c9a161-2689-4420-8e31-9dd9297e44d5 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:21:14.048394 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 43c9a161-2689-4420-8e31-9dd9297e44d5 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:21:14.048978 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:20.570343 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 5 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:21:21.441593 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-326671ac-90a9-479c-ac0a-dd494d7bba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:23.794178 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:24.134036 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fd21758c-0ada-4064-b819-6b59e0e36701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:24.965589 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:26.759860 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:51.443500 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-d6a6162e-a8fd-493e-9627-9a561914cf63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:53.804050 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:54.136884 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-799d3f40-54b9-47ec-8f9d-a7829da2e500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:54.965992 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:56.763883 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:57.569972 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 5 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:22:17.183757 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52896) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:17.190037 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [None req-594648f2-825f-4729-949e-93def2eeec0d tempest-verify_tempest_config-730761173 tempest-verify_tempest_config-730761173-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:22:17.191027 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-594648f2-825f-4729-949e-93def2eeec0d tempest-verify_tempest_config-730761173 tempest-verify_tempest_config-730761173-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062554 May 21 15:22:17.527400 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52914) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:17.658712 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:17.674478 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:17.678324 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Usage tracker for resource:security_group_rule and tenant:18175ecd82b1412f9cb9e7adb80e6d1c is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:17.681533 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:17.687362 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:17.780465 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:17.785017 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:17.795653 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:17.883329 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Synchronizing usage tracker for tenant:3271b3b042e046729ebb18be148f0b7e on resource:security_group {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:22:17.885872 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de75777-b582-43dc-ae94-c9239a94513a,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:17.894750 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:17.895081 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:17.895402 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:17.895717 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:17.896030 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:17.896342 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:17.896658 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:17.896985 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:17.897316 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:17.897623 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:17.898181 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:17.898570 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:17.903785 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:17.916729 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Unset dirty status for tenant:3271b3b042e046729ebb18be148f0b7e on resource:security_group {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:22:17.918067 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=18175ecd82b1412f9cb9e7adb80e6d1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3896499 May 21 15:22:17.920918 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52920) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:17.982747 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0faf2ec1-304f-4362-b41b-4349fa7b0f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:18.009186 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0faf2ec1-304f-4362-b41b-4349fa7b0f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:18.112085 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0faf2ec1-304f-4362-b41b-4349fa7b0f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:18.117283 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-11595084-b230-4dc3-8b58-80396ec5444d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:18.128908 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf2ec1-304f-4362-b41b-4349fa7b0f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de75777-b582-43dc-ae94-c9239a94513a,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:18.134280 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0faf2ec1-304f-4362-b41b-4349fa7b0f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:18.135999 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0faf2ec1-304f-4362-b41b-4349fa7b0f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:18.138717 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-0faf2ec1-304f-4362-b41b-4349fa7b0f82 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1de75777-b582-43dc-ae94-c9239a94513a HTTP/1.1" status: 204 len: 168 time: 0.2167628 May 21 15:22:21.449343 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-64563a07-73a5-454a-bcaa-d339d1765376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:23.798980 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:24.144006 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-19576fc0-c8d0-4572-b612-ed45f5ce1ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:24.971818 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:26.767891 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:34.569136 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 5 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:22:51.443196 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a15b79b0-7a43-4c08-9bab-9c975f7a2569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:53.801107 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:54.136320 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-5f99a2c0-c6b9-4af8-8cf4-b1db9937c4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:54.972506 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:56.769640 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:11.568298 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 5 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:23:21.444671 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f13bb207-d1de-488b-9346-1e5ac4fb22ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:23.805470 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:24.139007 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-bd5551d2-4a89-4ddd-94e3-a7f40b26b47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:24.975512 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:26.773629 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:48.567680 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 5 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:23:51.448523 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f8913727-2b7a-449d-a1a6-0bf8754a7f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:53.808575 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:54.144241 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-672db7b6-5ce3-4e7e-94f6-2584754c5a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:54.978675 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:56.787922 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:09.225919 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158'] for agent, after_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:13.995316 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52972) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:14.109198 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-bd06e864-57db-49e8-8b8b-1a205348fec7 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1165912 May 21 15:24:16.296607 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 52982) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:16.354785 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-6d1bbd33-39a9-4484-acb4-803b718db859 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0571396 May 21 15:24:21.452698 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-bf584dc9-ed23-4dda-8b4d-ed18d53638fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:23.816485 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:24.147241 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a6a796d1-5131-4b9f-86c1-521f22becaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:24.986610 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:25.567542 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:24:26.869856 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:39.198846 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:51.454582 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-3673ebc5-bf3b-4534-b0b2-20a09f094951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:53.811099 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:54.157588 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f060a7e8-f29a-4cfe-a60f-d0970d0a98bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:54.985856 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:56.785065 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:02.567993 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:25:09.209489 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:21.466902 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-961dadf2-86b9-4e1c-a8e4-e7712e989eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:23.816583 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:24.150393 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-9c582c6c-e532-45b7-897c-baeee10d74cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:24.987655 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:26.787977 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:39.220085 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:39.568180 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:25:49.277111 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 53118) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:49.587683 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-30630489-network', 'tenant_id': '94d1d901ebef4552b61e376d00984038'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:49.595732 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:49.600288 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Usage tracker for resource:network and tenant:94d1d901ebef4552b61e376d00984038 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:49.603738 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:49.612088 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:49.634457 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Made reservation on behalf of 94d1d901ebef4552b61e376d00984038 for: {'network': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:25:49.637409 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:49.650763 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:49.665425 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:49.673786 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Usage tracker for resource:security_group_rule and tenant:94d1d901ebef4552b61e376d00984038 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:49.676713 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:49.684251 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:49.801090 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:49.806928 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:49.814129 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:49.842961 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=91544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:25:49.850957 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800a1ab8-cea0-49c4-a3f9-356c1c401fda,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:49.861324 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:49.862104 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:49.862267 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:49.862548 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:49.863099 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:49.863512 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:49.863997 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:49.864281 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:49.864666 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:49.865018 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:49.865335 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:49.865871 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Tracked resource versions report: May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: pushed versions: May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: { 'AddressGroup': {'1.2'}, May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'ConntrackHelper': {'1.0'}, May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'Log': {'1.0'}, May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'Network': {'1.1'}, May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'Port': {'1.7'}, May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'PortForwarding': {'1.2'}, May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'QosPolicy': {'1.8'}, May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'SecurityGroup': {'1.4'}, May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'SecurityGroupRule': {'1.2'}, May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'SubPort': {'1.0'}, May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'Subnet': {'1.1'}, May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'Trunk': {'1.1'}} May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: consumer versions: May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: { DHCP agent@dv-cinder-792642-1-smb: {}, May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: HyperV agent@hv-cinder-79264: {}, May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: L3 agent@dv-cinder-792642-1-smb: {}, May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: Metadata agent@dv-cinder-792642-1-smb: {}, May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: Metering agent@dv-cinder-792642-1-smb: {}, May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: Open vSwitch agent@dv-cinder-792642-1-smb: { 'AddressGroup': '1.2', May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'ConntrackHelper': '1.0', May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'Log': '1.0', May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'Network': '1.1', May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'Port': '1.7', May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'PortForwarding': '1.2', May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'QosPolicy': '1.8', May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'SecurityGroup': '1.4', May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'SecurityGroupRule': '1.2', May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'SubPort': '1.0', May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'Subnet': '1.1', May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: 'Trunk': '1.1'}} May 21 15:25:49.866810 dv-cinder-792642-1-smb neutron-server[91544]: {{(pid=91544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:25:49.871147 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:49.875306 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:49.875655 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.segments_db [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Added segment 2c333ee4-228e-4f9d-ba07-d8be04d3cfb4 of type vlan for network c1c85717-565d-4f4d-9466-aa4b753ba9d8 May 21 15:25:49.908187 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:49.953332 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:49.953332 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:49.953332 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:49.953332 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:49.992870 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 53156) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:49.993508 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7136800 May 21 15:25:49.999035 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Request body: {'subnet': {'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-30630489-subnet', 'tenant_id': '94d1d901ebef4552b61e376d00984038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:50.000365 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.quota [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Loaded quota_driver: . May 21 15:25:50.006374 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:50.014241 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Usage tracker for resource:subnet and tenant:94d1d901ebef4552b61e376d00984038 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:50.017829 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:50.025155 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:50.041421 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Made reservation on behalf of 94d1d901ebef4552b61e376d00984038 for: {'subnet': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:25:50.045767 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:50.074274 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Pushing event updated for resources: {'Network': ['ID=c1c85717-565d-4f4d-9466-aa4b753ba9d8,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:50.088967 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:50.091043 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network c1c85717-565d-4f4d-9466-aa4b753ba9d8 details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:25:50.589978 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 53186) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:50.632753 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821'] for subnet, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:50.639880 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-cbb445d1-3722-47a1-b635-ffd549bcbdba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:50.723769 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55cf0a4-3653-4f79-80d3-ada34aa6222f,revision_number=0']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:50.732260 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Checking segment: {'id': '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:25:50.732667 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Network hostable DHCP agents. Network: c1c85717-565d-4f4d-9466-aa4b753ba9d8, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:25:50.736827 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:50.737198 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:50.737915 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:50.737915 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:50.738163 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:50.738633 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:50.738801 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:50.739309 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:50.739655 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:50.740370 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:50.740370 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:50.740639 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Tracked resource versions report: May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: pushed versions: May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: { 'AddressGroup': {'1.2'}, May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'ConntrackHelper': {'1.0'}, May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'Log': {'1.0'}, May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'Network': {'1.1'}, May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'Port': {'1.7'}, May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'PortForwarding': {'1.2'}, May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'QosPolicy': {'1.8'}, May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'SecurityGroup': {'1.4'}, May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'SecurityGroupRule': {'1.2'}, May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'SubPort': {'1.0'}, May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'Subnet': {'1.1'}, May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'Trunk': {'1.1'}} May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: consumer versions: May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: { DHCP agent@dv-cinder-792642-1-smb: {}, May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: HyperV agent@hv-cinder-79264: {}, May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: L3 agent@dv-cinder-792642-1-smb: {}, May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: Metadata agent@dv-cinder-792642-1-smb: {}, May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: Metering agent@dv-cinder-792642-1-smb: {}, May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: Open vSwitch agent@dv-cinder-792642-1-smb: { 'AddressGroup': '1.2', May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'ConntrackHelper': '1.0', May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'Log': '1.0', May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'Network': '1.1', May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'Port': '1.7', May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'PortForwarding': '1.2', May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'QosPolicy': '1.8', May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'SecurityGroup': '1.4', May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'SecurityGroupRule': '1.2', May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'SubPort': '1.0', May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'Subnet': '1.1', May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: 'Trunk': '1.1'}} May 21 15:25:50.741715 dv-cinder-792642-1-smb neutron-server[91543]: {{(pid=91543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:25:50.758022 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:50.772058 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Network c1c85717-565d-4f4d-9466-aa4b753ba9d8 is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:25:50.790065 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, c1c85717-565d-4f4d-9466-aa4b753ba9d8) {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:25:50.795388 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:50.796044 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:50.804359 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38292172-7864-48d6-8956-62e4e15ba73e None None] Network c1c85717-565d-4f4d-9466-aa4b753ba9d8 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:25:50.825409 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8314214 May 21 15:25:51.019641 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45304127-789e-4e5f-9a27-1250c6e2be36 None None] Network c1c85717-565d-4f4d-9466-aa4b753ba9d8 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:25:51.066913 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 53216) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:51.079654 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-576017772-network', 'tenant_id': '0d681e2048434c9bb18943b86cfdb059'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:51.087818 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:51.093321 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Usage tracker for resource:network and tenant:0d681e2048434c9bb18943b86cfdb059 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:51.097727 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:51.104371 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:51.123853 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Made reservation on behalf of 0d681e2048434c9bb18943b86cfdb059 for: {'network': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:25:51.127650 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:51.143041 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:51.161391 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:51.166071 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Usage tracker for resource:security_group_rule and tenant:0d681e2048434c9bb18943b86cfdb059 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:51.170101 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:51.176472 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:51.290728 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 53230) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:51.305517 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:51.313618 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:51.320080 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:51.347728 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=91544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:25:51.367914 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422086ca-a45d-417e-8800-11eefe9baa9c,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:51.374176 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:51.377672 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:51.377794 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.segments_db [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Added segment 0d722a71-492c-411e-871c-c91f677c0e39 of type vlan for network 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c May 21 15:25:51.411446 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:51.447432 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:51.449601 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:51.450245 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:51.455870 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:51.462570 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-1dae3c8a-88ce-4aa6-937b-28d2c201422f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:51.569668 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Pushing event updated for resources: {'Network': ['ID=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:51.572487 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9813232 May 21 15:25:51.573331 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:51.576020 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 53242) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:51.581504 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] Request body: {'subnet': {'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-576017772-subnet', 'tenant_id': '0d681e2048434c9bb18943b86cfdb059', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:51.586854 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:51.588062 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:25:51.590963 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] Usage tracker for resource:subnet and tenant:0d681e2048434c9bb18943b86cfdb059 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:51.593928 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:51.600033 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:51.611660 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] Made reservation on behalf of 0d681e2048434c9bb18943b86cfdb059 for: {'subnet': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:25:51.614769 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] Notify callbacks [] for subnet, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:51.718653 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-431546229-network', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:51.725234 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:51.729270 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Usage tracker for resource:network and tenant:161234b3a2ac417b9eaddb42302b4075 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:51.733245 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:51.740263 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-network', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:51.740582 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:51.745244 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:51.753893 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Usage tracker for resource:network and tenant:865c13fd2e73428fa9c0e35a559bac7c is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:51.758303 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:51.768878 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:51.769040 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Made reservation on behalf of 161234b3a2ac417b9eaddb42302b4075 for: {'network': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:25:51.771343 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:51.785513 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Made reservation on behalf of 865c13fd2e73428fa9c0e35a559bac7c for: {'network': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:25:51.788952 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:51.789287 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:51.805717 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 53250) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:51.817568 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:51.821832 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Usage tracker for resource:security_group_rule and tenant:161234b3a2ac417b9eaddb42302b4075 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:51.826546 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:51.828053 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:51.834392 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:51.872388 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:51.882006 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Usage tracker for resource:security_group_rule and tenant:865c13fd2e73428fa9c0e35a559bac7c is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:51.890923 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:51.904890 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:51.926908 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:51.936415 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:51.953154 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=91544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:25:51.963425 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:51.964033 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.segments_db [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Added segment 0563099a-3de1-4931-80db-f7b31a267dd3 of type vlan for network 2e58c33a-8f14-4216-8b82-5fec9142b248 May 21 15:25:51.981116 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-c43a7153-8eaa-4a1d-b235-2b5d02ba32bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:52.076764 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.084626 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.091516 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:52.101837 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.131307 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95f930a-a8b6-4077-a3e1-5276710649c4,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:52.132646 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a02e5e-ee50-443a-ac1c-d4e10a34a434,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:52.143352 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:52.145124 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-596247859-network', 'tenant_id': '5578c508c2ef407cb1b7ecd731050562'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:52.149710 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=91543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:25:52.154189 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:52.159973 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Usage tracker for resource:network and tenant:5578c508c2ef407cb1b7ecd731050562 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:52.164218 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:52.173000 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:52.173804 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788723352140', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.175248 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Unsubscribe: segment precommit_create {{(pid=91543) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 21 15:25:52.176557 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.db.segments_db [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Added segment 79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f of type vlan for network be604bdc-eca1-4f61-b6ba-616764e18bc9 May 21 15:25:52.183909 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:52.187268 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.191146 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:52.191740 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.218664 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Made reservation on behalf of 5578c508c2ef407cb1b7ecd731050562 for: {'network': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:25:52.221412 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.238420 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:52.242601 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.284311 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2160897 May 21 15:25:52.288001 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 53260) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:52.297600 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-1064b346-534d-4f66-a807-c04fb5ba7b8e admin admin] Request body: {'subnet': {'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-431546229-subnet', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:52.305164 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-1064b346-534d-4f66-a807-c04fb5ba7b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:52.317030 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-1064b346-534d-4f66-a807-c04fb5ba7b8e admin admin] Usage tracker for resource:subnet and tenant:161234b3a2ac417b9eaddb42302b4075 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:52.321162 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-1064b346-534d-4f66-a807-c04fb5ba7b8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:52.334732 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-1064b346-534d-4f66-a807-c04fb5ba7b8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:52.347516 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.350255 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:52.351333 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.358192 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:52.375517 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1064b346-534d-4f66-a807-c04fb5ba7b8e admin admin] Made reservation on behalf of 161234b3a2ac417b9eaddb42302b4075 for: {'subnet': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:25:52.378295 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Pushing event updated for resources: {'Network': ['ID=2e58c33a-8f14-4216-8b82-5fec9142b248,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:52.380564 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.386702 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1064b346-534d-4f66-a807-c04fb5ba7b8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.390922 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network 2e58c33a-8f14-4216-8b82-5fec9142b248 details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:25:52.392987 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:52.427258 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:52.434184 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Usage tracker for resource:security_group_rule and tenant:5578c508c2ef407cb1b7ecd731050562 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:52.439944 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:52.450621 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:52.556202 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.572414 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.587918 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6309988d-ff7c-425d-8dc3-e60c98066207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:52.720707 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=91544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:25:52.818931 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Pushing event updated for resources: {'Network': ['ID=be604bdc-eca1-4f61-b6ba-616764e18bc9,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:52.853518 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:52.864906 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network be604bdc-eca1-4f61-b6ba-616764e18bc9 details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:25:52.877599 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a221568-ef44-4557-a2e6-c3a62a02829f,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:52.882167 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:52.899941 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.900276 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.segments_db [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Added segment 10933acd-5cba-47cc-9ddf-9ea94b98c43f of type vlan for network 678a084c-0bfa-4e7b-a3f9-ba652fb0a1be May 21 15:25:52.958888 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6618435 May 21 15:25:52.959098 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 53294) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:52.968656 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] Request body: {'subnet': {'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-subnet', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:52.975523 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:52.982096 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] Usage tracker for resource:subnet and tenant:865c13fd2e73428fa9c0e35a559bac7c is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:52.986494 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:52.993445 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.003333 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:53.020329 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] Made reservation on behalf of 865c13fd2e73428fa9c0e35a559bac7c for: {'subnet': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:25:53.023233 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.098172 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.105633 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:53.106301 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.113273 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:53.173190 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 53306) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:53.184129 dv-cinder-792642-1-smb neutron-server[91543]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 21 15:25:53.285882 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4749534 May 21 15:25:53.286703 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821'] for subnet, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.289808 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 53310) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:53.301448 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] Request body: {'subnet': {'network_id': '678a084c-0bfa-4e7b-a3f9-ba652fb0a1be', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-596247859-subnet', 'tenant_id': '5578c508c2ef407cb1b7ecd731050562', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:53.301887 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1064b346-534d-4f66-a807-c04fb5ba7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821'] for subnet, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.305526 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Pushing event updated for resources: {'Network': ['ID=678a084c-0bfa-4e7b-a3f9-ba652fb0a1be,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:53.317175 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network 678a084c-0bfa-4e7b-a3f9-ba652fb0a1be details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:25:53.317371 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:53.321062 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:53.333135 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-37ae5a9b-ef27-4fe2-a33a-2bb3a5520891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:53.349879 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:53.363325 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] Usage tracker for resource:subnet and tenant:5578c508c2ef407cb1b7ecd731050562 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:53.380726 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:53.409887 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:53.433862 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] Pushing event updated for resources: {'Subnet': ['ID=355f014a-5478-4d88-83e9-4ebb6ef8c26e,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:53.442597 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] Made reservation on behalf of 5578c508c2ef407cb1b7ecd731050562 for: {'subnet': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:25:53.445219 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] Notify callbacks [] for subnet, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.466132 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:53.467117 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] Checking segment: {'id': '0d722a71-492c-411e-871c-c91f677c0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:25:53.467117 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] Network hostable DHCP agents. Network: 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:25:53.538629 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-18b162a6-ff82-497b-9dcd-8b64c40d0255 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:53.540116 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-18b162a6-ff82-497b-9dcd-8b64c40d0255 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/networks?id=c1c85717-565d-4f4d-9466-aa4b753ba9d8 HTTP/1.1" status: 200 len: 813 time: 0.3640718 May 21 15:25:53.581569 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064b346-534d-4f66-a807-c04fb5ba7b8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc,revision_number=0']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:53.587282 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-1064b346-534d-4f66-a807-c04fb5ba7b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:53.599640 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-0bb6bab7-0e44-4857-b6ef-24e50b023432 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/quotas/94d1d901ebef4552b61e376d00984038 HTTP/1.1" status: 200 len: 375 time: 0.0455320 May 21 15:25:53.611341 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] Network 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:25:53.618436 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1064b346-534d-4f66-a807-c04fb5ba7b8e admin admin] Checking segment: {'id': '0563099a-3de1-4931-80db-f7b31a267dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:25:53.618848 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1064b346-534d-4f66-a807-c04fb5ba7b8e admin admin] Network hostable DHCP agents. Network: 2e58c33a-8f14-4216-8b82-5fec9142b248, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:25:53.633310 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c) {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:25:53.643238 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c138d56-b0a1-4652-86eb-d09739a03660 None None] Network 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:25:53.652833 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:53.656914 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.694583 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1175060 May 21 15:25:53.709941 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 53318) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:53.770076 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-576017772-router', 'tenant_id': '0d681e2048434c9bb18943b86cfdb059', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:53.773358 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-c32a1554-198d-4f5d-b16f-09c0482ce708 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94d1d901ebef4552b61e376d00984038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1646979 May 21 15:25:53.784281 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:53.797495 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Usage tracker for resource:router and tenant:0d681e2048434c9bb18943b86cfdb059 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:53.802464 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:53.812308 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:53.813162 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1064b346-534d-4f66-a807-c04fb5ba7b8e admin admin] Network 2e58c33a-8f14-4216-8b82-5fec9142b248 is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:25:53.853553 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-926629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4620'] for router, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.855389 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.935702 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.984528 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.994425 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-1064b346-534d-4f66-a807-c04fb5ba7b8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, 2e58c33a-8f14-4216-8b82-5fec9142b248) {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:25:54.005603 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1064b346-534d-4f66-a807-c04fb5ba7b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:54.006525 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1064b346-534d-4f66-a807-c04fb5ba7b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:54.026515 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625873dc-9c9a-40ac-ace8-9bcb1e1a4b3c None None] Network 2e58c33a-8f14-4216-8b82-5fec9142b248 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:25:54.071600 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-1064b346-534d-4f66-a807-c04fb5ba7b8e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7819734 May 21 15:25:54.075314 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 53340) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:54.084785 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:54.094285 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:54.101658 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Usage tracker for resource:router and tenant:161234b3a2ac417b9eaddb42302b4075 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:54.107798 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:54.119811 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:54.130314 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9763d0b0-3bd5-4b1e-9c33-5ca6ea801b37 None None] Network 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:25:54.143605 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-926629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4620'] for router, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:54.145851 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:54.191461 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-90c8014c-fae8-4687-9c71-7e74b52d75ae service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:25:54.193122 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-90c8014c-fae8-4687-9c71-7e74b52d75ae service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2229652 May 21 15:25:54.239077 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:54.297436 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff5b4-bb39-49bb-af9b-dd1b7955de20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:54.358851 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:54.606897 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821'] for subnet, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:54.621431 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:54.679979 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b806f74-3639-54bb-b3c4-4c77632456fa-2e58c33a-8f14-4216-8b82-5fec9142b248', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc'}]}} from dv-cinder-792642-1-smb. {{(pid=91545) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:25:54.681033 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:54.760544 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed52b43b-8261-4c16-bb90-f459a3dcfb35,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:54.768609 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:54.768909 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] Checking segment: {'id': '10933acd-5cba-47cc-9ddf-9ea94b98c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '678a084c-0bfa-4e7b-a3f9-ba652fb0a1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:25:54.769263 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] Network hostable DHCP agents. Network: 678a084c-0bfa-4e7b-a3f9-ba652fb0a1be, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:25:54.862742 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-b8336996-b840-46ef-adb0-ac75f2e33064 service neutron] 10.222.0.42 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6614103 May 21 15:25:54.927523 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] Network 678a084c-0bfa-4e7b-a3f9-ba652fb0a1be is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:25:54.952670 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.db_base_plugin_common [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Allocated IP 172.20.0.2 (2e58c33a-8f14-4216-8b82-5fec9142b248/7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc/76e8ba0a-080b-482c-980e-0cc15e370910) {{(pid=91545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:25:55.021615 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, 678a084c-0bfa-4e7b-a3f9-ba652fb0a1be) {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:25:55.065899 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:55.066458 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:55.079437 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:55.084486 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2185352-2349-4303-91bc-e35964a2dff6 None None] Network 678a084c-0bfa-4e7b-a3f9-ba652fb0a1be requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:25:55.108382 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8134301 May 21 15:25:55.176322 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 53382) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:55.179080 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:55.247006 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:55.256734 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:55.411192 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821'] for subnet, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:55.449553 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_common [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Allocated IP 172.28.3.245 (39961b0a-5138-4007-86ae-d184e62026e0/62db980b-fc91-4b32-a3dc-349d62b1ea2a/714c9321-cc1f-475a-8a28-0a63c88036f6) {{(pid=91544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:25:55.486439 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2fbf52e9-a177-4230-ba38-6ef3819f1914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:55.502232 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:55.576159 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-ac073032-5a97-413e-a828-782a229e641c service neutron] 10.222.0.42 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7124319 May 21 15:25:55.660590 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=926fad46-9536-465a-9c61-3bd00dd1e8fb,revision_number=0']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:55.668995 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:55.674651 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Notify callbacks [] for port, precommit_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:55.693641 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-2fbf52e9-a177-4230-ba38-6ef3819f1914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:55.697968 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] Checking segment: {'id': '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:25:55.698389 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] Network hostable DHCP agents. Network: be604bdc-eca1-4f61-b6ba-616764e18bc9, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:25:55.698814 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-2fbf52e9-a177-4230-ba38-6ef3819f1914 admin admin] Usage tracker for resource:security_group_rule and tenant:3ed434f4427945c69b44339b2715d915 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:55.703086 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-2fbf52e9-a177-4230-ba38-6ef3819f1914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:55.706265 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Transition to ACTIVE for port object 76e8ba0a-080b-482c-980e-0cc15e370910 will not be triggered until provisioned by entity L2. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:25:55.711488 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-2fbf52e9-a177-4230-ba38-6ef3819f1914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:55.735462 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] Network be604bdc-eca1-4f61-b6ba-616764e18bc9 is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:25:55.741716 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Transition to ACTIVE for port object 76e8ba0a-080b-482c-980e-0cc15e370910 will not be triggered until provisioned by entity DHCP. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:25:55.746907 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3ed3f2-2e3b-4ad3-9255-3bec2f13d9c3 None None] Network 678a084c-0bfa-4e7b-a3f9-ba652fb0a1be requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:25:55.769108 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:55.782162 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, be604bdc-eca1-4f61-b6ba-616764e18bc9) {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:25:55.803069 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:55.803743 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:55.840634 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:55.900464 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf803eb7-9815-4534-b55d-0a8637044979 None None] Network be604bdc-eca1-4f61-b6ba-616764e18bc9 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:25:55.976526 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 53414) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:56.012522 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2fbf52e9-a177-4230-ba38-6ef3819f1914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:56.014757 dv-cinder-792642-1-smb neutron-server[91544]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 21 15:25:56.119207 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-601aeb89-8b92-42f5-adbc-f393af920e45 req-3d761afe-e822-4b2e-905c-910b24ccdfd6 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 210 time: 0.1171577 May 21 15:25:56.128246 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1681712 May 21 15:25:56.134739 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 53424) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:56.135111 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2fbf52e9-a177-4230-ba38-6ef3819f1914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:56.143564 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:56.147754 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Network 2e58c33a-8f14-4216-8b82-5fec9142b248 is already hosted by enough agents. {{(pid=91545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:25:56.182893 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:56.199281 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Usage tracker for resource:router and tenant:865c13fd2e73428fa9c0e35a559bac7c is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:56.213538 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:56.238829 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:56.258127 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:56.258475 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-403d3ead-8589-46f5-9d91-2289f1adb451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:56.305790 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:56.330042 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf52e9-a177-4230-ba38-6ef3819f1914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7524a5-86ae-4028-a962-ac841d2d3f60,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:56.335619 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2fbf52e9-a177-4230-ba38-6ef3819f1914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:56.338126 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-2fbf52e9-a177-4230-ba38-6ef3819f1914 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ed434f4427945c69b44339b2715d915&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1062045 May 21 15:25:56.344153 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 53448) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:56.403910 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.scheduler.base_scheduler [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Resources bound (agent type, host, resource id): {{(pid=91545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:25:56.419408 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:56.419850 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Pushing event updated for resources: {'Port': ['ID=76e8ba0a-080b-482c-980e-0cc15e370910,revision_number=1']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:56.440865 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-4f742cdc-33c6-4bd3-b76e-1d79db9236bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:56.443325 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Received port after_create {{(pid=91545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:25:56.469071 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:56.469656 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:56.470622 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:56.470783 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:56.471356 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:56.471919 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:56.472482 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:56.473202 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:56.473658 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:56.474216 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:56.474773 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:56.475333 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Tracked resource versions report: May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: pushed versions: May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: { 'AddressGroup': {'1.2'}, May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'ConntrackHelper': {'1.0'}, May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'Log': {'1.0'}, May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'Network': {'1.1'}, May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'Port': {'1.7'}, May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'PortForwarding': {'1.2'}, May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'QosPolicy': {'1.8'}, May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'SecurityGroup': {'1.4'}, May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'SecurityGroupRule': {'1.2'}, May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'SubPort': {'1.0'}, May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'Subnet': {'1.1'}, May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'Trunk': {'1.1'}} May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: consumer versions: May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: { DHCP agent@dv-cinder-792642-1-smb: {}, May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: HyperV agent@hv-cinder-79264: {}, May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: L3 agent@dv-cinder-792642-1-smb: {}, May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: Metadata agent@dv-cinder-792642-1-smb: {}, May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: Metering agent@dv-cinder-792642-1-smb: {}, May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: Open vSwitch agent@dv-cinder-792642-1-smb: { 'AddressGroup': '1.2', May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'ConntrackHelper': '1.0', May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'Log': '1.0', May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'Network': '1.1', May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'Port': '1.7', May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'PortForwarding': '1.2', May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'QosPolicy': '1.8', May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'SecurityGroup': '1.4', May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'SecurityGroupRule': '1.2', May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'SubPort': '1.0', May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'Subnet': '1.1', May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: 'Trunk': '1.1'}} May 21 15:25:56.477512 dv-cinder-792642-1-smb neutron-server[91545]: {{(pid=91545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:25:56.506730 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:56.578917 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Pushing event updated for resources: {'Port': ['ID=714c9321-cc1f-475a-8a28-0a63c88036f6,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:56.597766 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:56.624081 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-90869664-f701-4327-ade0-db110b336454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:56.649793 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Network 39961b0a-5138-4007-86ae-d184e62026e0 is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:25:56.659841 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:25:56.662939 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Received port after_create {{(pid=91544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:25:56.677499 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-5ed8ac46-5b1b-495d-913d-841b6c7b74cc tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:56.681884 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-5ed8ac46-5b1b-495d-913d-841b6c7b74cc tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/networks?id=678a084c-0bfa-4e7b-a3f9-ba652fb0a1be HTTP/1.1" status: 200 len: 811 time: 0.3423390 May 21 15:25:56.691931 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-926629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4620'] for router, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:56.694236 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:56.728598 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:56.791862 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:56.937768 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Attempting to bind port 76e8ba0a-080b-482c-980e-0cc15e370910 on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:25:56.938491 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Attempting to bind port 76e8ba0a-080b-482c-980e-0cc15e370910 by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '0563099a-3de1-4931-80db-f7b31a267dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248'}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:25:56.939929 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Attempting to bind port 76e8ba0a-080b-482c-980e-0cc15e370910 on network 2e58c33a-8f14-4216-8b82-5fec9142b248 {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:25:56.948720 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:56.965339 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-90869664-f701-4327-ade0-db110b336454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:56.965899 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:25:56.966582 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Checking segment: {'id': '0563099a-3de1-4931-80db-f7b31a267dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:25:56.967289 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:56.967910 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Bound using segment: {'id': '0563099a-3de1-4931-80db-f7b31a267dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248'} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:25:56.968787 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Bound port: 76e8ba0a-080b-482c-980e-0cc15e370910, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0563099a-3de1-4931-80db-f7b31a267dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248'}}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:25:56.969653 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:57.122198 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Allocated IP 172.28.3.202 (39961b0a-5138-4007-86ae-d184e62026e0/62db980b-fc91-4b32-a3dc-349d62b1ea2a/a1b0c70e-7c5c-4819-aa0e-8f0a661a705c) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:25:57.157615 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b806f74-3639-54bb-b3c4-4c77632456fa-be604bdc-eca1-4f61-b6ba-616764e18bc9', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb'}]}} from dv-cinder-792642-1-smb. {{(pid=91545) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:25:57.158378 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:57.225580 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] For port 76e8ba0a-080b-482c-980e-0cc15e370910, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:25:57.349422 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] For port 76e8ba0a-080b-482c-980e-0cc15e370910, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=76e8ba0a-080b-482c-980e-0cc15e370910,segment=NetworkSegment(0563099a-3de1-4931-80db-f7b31a267dd3),segment_id=0563099a-3de1-4931-80db-f7b31a267dd3)] {{(pid=91545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:25:57.378494 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:57.417848 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-892e5abc-e9b0-4251-8074-bf62862da45b tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/quotas/5578c508c2ef407cb1b7ecd731050562 HTTP/1.1" status: 200 len: 375 time: 0.6486716 May 21 15:25:57.465354 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:57.470976 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:57.508567 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-3db299dd-cd0a-4890-8039-30a82f7e256b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:57.563090 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:57.630498 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.db_base_plugin_common [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Allocated IP 172.20.0.2 (be604bdc-eca1-4f61-b6ba-616764e18bc9/926fad46-9536-465a-9c61-3bd00dd1e8fb/b976a9d8-7d65-452a-8a81-eca40ad70967) {{(pid=91545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:25:57.652539 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Pushing event updated for resources: {'Port': ['ID=76e8ba0a-080b-482c-980e-0cc15e370910,revision_number=2']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:57.657703 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:57.688880 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-3659c468-61ca-45c6-8cb4-4f14de212f2a req-47fa8d7b-b89b-43e9-bf71-a682172e2578 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 210 time: 0.2082264 May 21 15:25:57.730414 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-0ed910c9-f02e-4478-a6aa-e113b856ab8f tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5578c508c2ef407cb1b7ecd731050562&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3104711 May 21 15:25:57.778761 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b968ce10-e741-48f2-8653-4bf5fc455a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:57.815786 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-90869664-f701-4327-ade0-db110b336454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:57.825607 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Network 39961b0a-5138-4007-86ae-d184e62026e0 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:25:57.857976 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-ac4c9797-7a68-45a9-a332-419010147448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:57.925624 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:25:57.929391 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90869664-f701-4327-ade0-db110b336454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7524a5-86ae-4028-a962-ac841d2d3f60,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:57.950636 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-90869664-f701-4327-ade0-db110b336454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:57.968352 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:25:58.015762 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Notify callbacks [] for port, precommit_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:58.037567 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Transition to ACTIVE for port object b976a9d8-7d65-452a-8a81-eca40ad70967 will not be triggered until provisioned by entity L2. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:25:58.068432 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Transition to ACTIVE for port object b976a9d8-7d65-452a-8a81-eca40ad70967 will not be triggered until provisioned by entity DHCP. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:25:58.078041 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:58.083672 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:58.110592 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-90869664-f701-4327-ade0-db110b336454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:58.111984 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-90869664-f701-4327-ade0-db110b336454 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c7524a5-86ae-4028-a962-ac841d2d3f60 HTTP/1.1" status: 204 len: 168 time: 1.7668786 May 21 15:25:58.192227 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Network be604bdc-eca1-4f61-b6ba-616764e18bc9 is already hosted by enough agents. {{(pid=91545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:25:58.195175 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.scheduler.base_scheduler [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Resources bound (agent type, host, resource id): {{(pid=91545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:25:58.207271 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Received port after_create {{(pid=91545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:25:58.220157 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:58.280466 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Pushing event updated for resources: {'Port': ['ID=b976a9d8-7d65-452a-8a81-eca40ad70967,revision_number=1']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:58.292646 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:58.341966 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928845'] for router, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:58.429503 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 76e8ba0a-080b-482c-980e-0cc15e370910 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:25:58.533857 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Attempting to bind port b976a9d8-7d65-452a-8a81-eca40ad70967 on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:25:58.534411 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Attempting to bind port b976a9d8-7d65-452a-8a81-eca40ad70967 by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9'}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:25:58.534898 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Attempting to bind port b976a9d8-7d65-452a-8a81-eca40ad70967 on network be604bdc-eca1-4f61-b6ba-616764e18bc9 {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:25:58.548609 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:25:58.549253 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Checking segment: {'id': '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:25:58.549668 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:58.550164 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Bound using segment: {'id': '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9'} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:25:58.550660 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Bound port: b976a9d8-7d65-452a-8a81-eca40ad70967, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9'}}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:25:58.551183 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:58.566982 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-af50388e-f6a7-4613-8ba1-431ae40cbff5 service neutron] 10.222.0.42 "GET /v2.0/networks/678a084c-0bfa-4e7b-a3f9-ba652fb0a1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8345504 May 21 15:25:58.569051 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Pushing event updated for resources: {'Port': ['ID=a1b0c70e-7c5c-4819-aa0e-8f0a661a705c,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:58.633988 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port 76e8ba0a-080b-482c-980e-0cc15e370910 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:25:58.810592 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] For port b976a9d8-7d65-452a-8a81-eca40ad70967, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:25:58.818626 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] For port b976a9d8-7d65-452a-8a81-eca40ad70967, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=b976a9d8-7d65-452a-8a81-eca40ad70967,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:25:58.831430 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:58.858515 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:58.946689 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.168s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:58.953637 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Router 5c25919e-4e4d-426b-938b-14dfc49ea327 is scheduled to L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 with binding_index 1 {{(pid=91544) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:25:59.075585 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Pushing event updated for resources: {'Port': ['ID=b976a9d8-7d65-452a-8a81-eca40ad70967,revision_number=2']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:59.079232 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:59.120781 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.44', 51630) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:59.242549 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-09714bc7-c469-4f47-b9e9-c9c40d0adb8b req-7ee575e3-275c-4023-a7de-ea803ca26a32 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 210 time: 0.0741355 May 21 15:25:59.291172 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac56102e-d5cb-44cc-bbc0-506cd8ab1615 None None] Network 2e58c33a-8f14-4216-8b82-5fec9142b248 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:25:59.485623 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-92438875-97f3-4c3a-9b93-cf30274e3d35 None None] Provisioning for port 76e8ba0a-080b-482c-980e-0cc15e370910 completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:25:59.499343 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:25:59.513212 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-92438875-97f3-4c3a-9b93-cf30274e3d35 None None] Provisioning complete for port 76e8ba0a-080b-482c-980e-0cc15e370910 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:25:59.513588 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-92438875-97f3-4c3a-9b93-cf30274e3d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:59.514005 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Sync routers for ids ['5c25919e-4e4d-426b-938b-14dfc49ea327'] in dv-cinder-792642-1-smb {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:25:59.539226 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Routers {'5c25919e-4e4d-426b-938b-14dfc49ea327'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:25:59.544876 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:25:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['5c25919e-4e4d-426b-938b-14dfc49ea327'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:59.555807 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-9b0232f4-d8ca-42eb-8b0d-3bded8573796 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:59.558195 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-9b0232f4-d8ca-42eb-8b0d-3bded8573796 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.44 "GET /v2.0/networks?id=c1c85717-565d-4f4d-9466-aa4b753ba9d8 HTTP/1.1" status: 200 len: 813 time: 0.4185758 May 21 15:25:59.583754 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Notify callbacks [] for router, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:59.585255 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8740230 May 21 15:25:59.590128 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 53538) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:59.716652 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Request body: {'port': {'device_id': 'a28dbc92-1922-4245-b0e0-3e06c43caec0', 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8', 'admin_state_up': True, 'tenant_id': '94d1d901ebef4552b61e376d00984038'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:59.763722 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-92438875-97f3-4c3a-9b93-cf30274e3d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:59.971056 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Set router 5c25919e-4e4d-426b-938b-14dfc49ea327 gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:00.093420 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-92438875-97f3-4c3a-9b93-cf30274e3d35 None None] For port 76e8ba0a-080b-482c-980e-0cc15e370910, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=76e8ba0a-080b-482c-980e-0cc15e370910,segment=NetworkSegment(0563099a-3de1-4931-80db-f7b31a267dd3),segment_id=0563099a-3de1-4931-80db-f7b31a267dd3)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:00.267956 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:00.283549 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Usage tracker for resource:port and tenant:94d1d901ebef4552b61e376d00984038 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:00.287892 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-92438875-97f3-4c3a-9b93-cf30274e3d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:00.299239 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:00.351120 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:00.352624 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:00.405003 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device b976a9d8-7d65-452a-8a81-eca40ad70967 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:00.482980 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Made reservation on behalf of 94d1d901ebef4552b61e376d00984038 for: {'port': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:26:00.494184 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:00.635105 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92438875-97f3-4c3a-9b93-cf30274e3d35 None None] Pushing event updated for resources: {'Port': ['ID=76e8ba0a-080b-482c-980e-0cc15e370910,revision_number=3']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:00.652831 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-92438875-97f3-4c3a-9b93-cf30274e3d35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:00.696450 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'name': 'tempest-ServerRescueNegativeTestJSON-576017772-router', 'tenant_id': '0d681e2048434c9bb18943b86cfdb059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': '714c9321-cc1f-475a-8a28-0a63c88036f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:53Z', 'updated_at': '2021-05-21T15:25:56Z', 'revision_number': 3, 'project_id': '0d681e2048434c9bb18943b86cfdb059', 'gw_port': {'id': '714c9321-cc1f-475a-8a28-0a63c88036f6', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:55Z', 'updated_at': '2021-05-21T15:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:00.702151 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Checking router: 5c25919e-4e4d-426b-938b-14dfc49ea327 for host: dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:26:00.702971 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Updating router 5c25919e-4e4d-426b-938b-14dfc49ea327 port 714c9321-cc1f-475a-8a28-0a63c88036f6 binding host dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:26:00.715015 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-8e69dbb2-3741-4d04-9619-3d4e8fa8193b service neutron] 10.222.0.42 "GET /v2.0/networks/678a084c-0bfa-4e7b-a3f9-ba652fb0a1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1469378 May 21 15:26:00.805190 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a989fe40-c5ce-49fb-9407-04e7c88b44c0 None None] Network be604bdc-eca1-4f61-b6ba-616764e18bc9 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:26:00.830608 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:00.987677 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f3686d33-94c3-4d37-a1a9-d035638f50c1 req-fca224ca-6566-4a4a-a02b-3e4b84db0b17 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 210 time: 0.2203941 May 21 15:26:01.232084 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:01.671571 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-07113e98-e60d-47a5-9b5d-753edab6f4f3 req-f6ddd53c-8a61-4940-8055-a1e76e8bc3e5 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 210 time: 0.1810825 May 21 15:26:01.794316 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-ec0c7322-a050-4acb-b8ec-30e0f6ee7dbf None None] Provisioning for port b976a9d8-7d65-452a-8a81-eca40ad70967 completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:01.881346 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port b976a9d8-7d65-452a-8a81-eca40ad70967 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:01.897752 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port b976a9d8-7d65-452a-8a81-eca40ad70967 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:01.901292 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:01.983646 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Notify callbacks [] for port, precommit_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:02.065726 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.provisioning_blocks [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Transition to ACTIVE for port object 714c9321-cc1f-475a-8a28-0a63c88036f6 will not be triggered until provisioned by entity L2. {{(pid=91546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:02.101319 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:02.160895 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:02.502888 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:02.519833 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:02.570549 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 53662) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:02.598995 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Pushing event updated for resources: {'Port': ['ID=714c9321-cc1f-475a-8a28-0a63c88036f6,revision_number=2']} {{(pid=91546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:02.635239 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:02.636644 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:02.639100 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:02.639785 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:02.641788 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:02.643748 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:02.644262 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:02.644863 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:02.645421 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:02.648440 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:02.649190 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:02.649698 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Tracked resource versions report: May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: pushed versions: May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: { 'AddressGroup': {'1.2'}, May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'ConntrackHelper': {'1.0'}, May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'Log': {'1.0'}, May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'Network': {'1.1'}, May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'Port': {'1.7'}, May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'PortForwarding': {'1.2'}, May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'QosPolicy': {'1.8'}, May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'SecurityGroup': {'1.4'}, May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'SecurityGroupRule': {'1.2'}, May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'SubPort': {'1.0'}, May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'Subnet': {'1.1'}, May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'Trunk': {'1.1'}} May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: consumer versions: May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: { DHCP agent@dv-cinder-792642-1-smb: {}, May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: HyperV agent@hv-cinder-79264: {}, May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: L3 agent@dv-cinder-792642-1-smb: {}, May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: Metadata agent@dv-cinder-792642-1-smb: {}, May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: Metering agent@dv-cinder-792642-1-smb: {}, May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: Open vSwitch agent@dv-cinder-792642-1-smb: { 'AddressGroup': '1.2', May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'ConntrackHelper': '1.0', May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'Log': '1.0', May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'Network': '1.1', May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'Port': '1.7', May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'PortForwarding': '1.2', May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'QosPolicy': '1.8', May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'SecurityGroup': '1.4', May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'SecurityGroupRule': '1.2', May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'SubPort': '1.0', May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'Subnet': '1.1', May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: 'Trunk': '1.1'}} May 21 15:26:02.652021 dv-cinder-792642-1-smb neutron-server[91546]: {{(pid=91546) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:26:02.670499 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:02.676244 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Attempting to bind port 714c9321-cc1f-475a-8a28-0a63c88036f6 on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:26:02.677643 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Attempting to bind port 714c9321-cc1f-475a-8a28-0a63c88036f6 by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}] {{(pid=91546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:26:02.681950 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Attempting to bind port 714c9321-cc1f-475a-8a28-0a63c88036f6 on network 39961b0a-5138-4007-86ae-d184e62026e0 {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:02.684519 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-7d8f5336-9b62-4224-8486-2e2e025947b7 None None] Provisioning complete for port b976a9d8-7d65-452a-8a81-eca40ad70967 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:02.686372 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5336-9b62-4224-8486-2e2e025947b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:02.699775 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Allocated IP 172.20.0.12 (c1c85717-565d-4f4d-9466-aa4b753ba9d8/d55cf0a4-3653-4f79-80d3-ada34aa6222f/6a0f91c4-ab36-4c44-8f45-bf1e254ed572) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:26:02.703309 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:26:02.704774 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Checking segment: {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:26:02.710970 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:02.712782 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Bound using segment: {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'} {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:26:02.715911 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Bound port: 714c9321-cc1f-475a-8a28-0a63c88036f6, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}}] {{(pid=91546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:26:02.716536 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:02.867329 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port b976a9d8-7d65-452a-8a81-eca40ad70967, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=b976a9d8-7d65-452a-8a81-eca40ad70967,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:02.929849 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.db [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] For port 714c9321-cc1f-475a-8a28-0a63c88036f6, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:26:02.933335 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:02.941948 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.db [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] For port 714c9321-cc1f-475a-8a28-0a63c88036f6, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=714c9321-cc1f-475a-8a28-0a63c88036f6,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:26:02.952360 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:02.981481 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:02.994974 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-214dd84f-b1ee-41db-84f2-6230395f4e75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:03.126260 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-aaa7897d-f6b0-40c6-917e-0a752fc508a2 req-0e55c352-418f-4fb5-8902-f2dd24656c6e tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 210 time: 0.3990357 May 21 15:26:03.181020 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-bd1a85cd-9f8e-4401-9cf7-f0685242c1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:03.192437 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 76e8ba0a-080b-482c-980e-0cc15e370910 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:03.207856 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-bd1a85cd-9f8e-4401-9cf7-f0685242c1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:03.214679 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-bd1a85cd-9f8e-4401-9cf7-f0685242c1a8 admin admin] Usage tracker for resource:security_group_rule and tenant:159b0c512b5a4b4eab85f66b0f0738c1 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:03.278443 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Pushing event updated for resources: {'Port': ['ID=714c9321-cc1f-475a-8a28-0a63c88036f6,revision_number=3']} {{(pid=91546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:03.279406 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-bd1a85cd-9f8e-4401-9cf7-f0685242c1a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:03.300172 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:03.306983 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:03.363045 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a10f9aea-24e5-4d31-913c-44bae45e8d78 req-ab64fee8-3cac-417a-90da-90dbb682b910 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 210 time: 0.3630345 May 21 15:26:03.363648 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Routers {'5c25919e-4e4d-426b-938b-14dfc49ea327'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:03.365948 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:25:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['5c25919e-4e4d-426b-938b-14dfc49ea327'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:03.434956 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-bd1a85cd-9f8e-4401-9cf7-f0685242c1a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:03.550120 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:03.579232 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=b976a9d8-7d65-452a-8a81-eca40ad70967,revision_number=3']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:03.598055 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:03.685794 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_common [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Allocated IP 172.20.0.1 (4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c/355f014a-5478-4d88-83e9-4ebb6ef8c26e/cc85f0d3-aa1c-41e7-b37a-472a39c97efe) {{(pid=91544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:26:03.879834 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 76e8ba0a-080b-482c-980e-0cc15e370910 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:03.879834 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:03.944346 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] Set router 5c25919e-4e4d-426b-938b-14dfc49ea327 gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:04.038726 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928845'] for router, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:04.550018 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-561478b2-51ad-435b-b637-51ad7e39ce28 None None] Provisioning complete for port 76e8ba0a-080b-482c-980e-0cc15e370910 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:04.574651 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-561478b2-51ad-435b-b637-51ad7e39ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:04.587146 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:04.670636 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:04.692787 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-cca094b7-10dd-4549-a90f-b9f9de9f265e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:04.853571 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Pushing event updated for resources: {'Port': ['ID=cc85f0d3-aa1c-41e7-b37a-472a39c97efe,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:04.860392 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:04.983588 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-53f3cb19-d574-4d1a-a05e-83b920bad8dd req-cb668b53-ae79-4695-8156-5a2f0e7391f4 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 210 time: 0.5093818 May 21 15:26:05.050352 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Network 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:05.056199 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:05.072056 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Received port after_create {{(pid=91544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:26:05.072526 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596831'] for router_interface, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:05.110307 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'name': 'tempest-ServerRescueNegativeTestJSON-576017772-router', 'tenant_id': '0d681e2048434c9bb18943b86cfdb059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': '714c9321-cc1f-475a-8a28-0a63c88036f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:53Z', 'updated_at': '2021-05-21T15:25:56Z', 'revision_number': 3, 'project_id': '0d681e2048434c9bb18943b86cfdb059', 'gw_port': {'id': '714c9321-cc1f-475a-8a28-0a63c88036f6', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:55Z', 'updated_at': '2021-05-21T15:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:05.117297 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81988c1f-2143-43dc-a62e-486e5f6df36f None None] The sync data for ids ['5c25919e-4e4d-426b-938b-14dfc49ea327'] in dv-cinder-792642-1-smb is: [{'id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'name': 'tempest-ServerRescueNegativeTestJSON-576017772-router', 'tenant_id': '0d681e2048434c9bb18943b86cfdb059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': '714c9321-cc1f-475a-8a28-0a63c88036f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:53Z', 'updated_at': '2021-05-21T15:25:56Z', 'revision_number': 3, 'project_id': '0d681e2048434c9bb18943b86cfdb059', 'gw_port': {'id': '714c9321-cc1f-475a-8a28-0a63c88036f6', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:55Z', 'updated_at': '2021-05-21T15:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}] {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:26:05.126491 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device b976a9d8-7d65-452a-8a81-eca40ad70967 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:05.373640 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port b976a9d8-7d65-452a-8a81-eca40ad70967 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:05.376083 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:05.451342 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-3d9f7ef5-70e8-4964-af16-8303d7838b6a req-d9abe194-66bc-404a-8d93-0bac11c4ba28 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 210 time: 0.6004944 May 21 15:26:05.806845 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Allocated IP 172.28.3.14 (39961b0a-5138-4007-86ae-d184e62026e0/62db980b-fc91-4b32-a3dc-349d62b1ea2a/05b87157-66fe-4472-9fca-16c746642e35) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:26:05.810044 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-bd1a85cd-9f8e-4401-9cf7-f0685242c1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:05.844243 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-bd1a85cd-9f8e-4401-9cf7-f0685242c1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:05.887305 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:05.890507 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:05.905807 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 53708) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:05.906479 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-bd1a85cd-9f8e-4401-9cf7-f0685242c1a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=159b0c512b5a4b4eab85f66b0f0738c1&name=default HTTP/1.1" status: 200 len: 2975 time: 3.3300281 May 21 15:26:06.102465 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:06.150407 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-98253f63-a0f1-4532-ba00-5aef086880f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:06.271188 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-98253f63-a0f1-4532-ba00-5aef086880f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:06.334747 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a85cd-9f8e-4401-9cf7-f0685242c1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4d6dda-c743-451a-b1bd-dc46c98aa539,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:06.381933 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-bd1a85cd-9f8e-4401-9cf7-f0685242c1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:06.655392 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:06.750853 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Router 83eb46b4-a871-4353-b528-a2c30e677aca is scheduled to L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 with binding_index 1 {{(pid=91543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:26:06.771089 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-bc181b3d-f050-4b92-8a81-93cbbf7f5bf1 req-3362abb2-00ee-4599-bb00-91e39c5737a7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 210 time: 0.3965774 May 21 15:26:06.908677 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:06.910063 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:06.921598 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:07.064862 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f8dd1115-71ad-4ce5-b47e-54331a39594e req-14009ac3-4e8d-4877-b265-85c7bbaebbaf tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 210 time: 0.2655938 May 21 15:26:07.118027 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-98253f63-a0f1-4532-ba00-5aef086880f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:07.127059 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Network 39961b0a-5138-4007-86ae-d184e62026e0 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:07.134361 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:07.136220 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:07.141983 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Network c1c85717-565d-4f4d-9466-aa4b753ba9d8 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:07.185293 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98253f63-a0f1-4532-ba00-5aef086880f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4d6dda-c743-451a-b1bd-dc46c98aa539,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:07.191281 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-98253f63-a0f1-4532-ba00-5aef086880f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:07.206222 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-98253f63-a0f1-4532-ba00-5aef086880f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:07.220891 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 714c9321-cc1f-475a-8a28-0a63c88036f6 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:07.233841 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-98253f63-a0f1-4532-ba00-5aef086880f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b4d6dda-c743-451a-b1bd-dc46c98aa539 HTTP/1.1" status: 204 len: 168 time: 1.3075407 May 21 15:26:07.245893 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:07.261715 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:07.262960 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596770'] for router_interface, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:07.277768 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:26:07.279953 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:07.375713 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 53732) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:07.380161 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Pushing event updated for resources: {'Port': ['ID=cc85f0d3-aa1c-41e7-b37a-472a39c97efe,revision_number=2']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:07.391622 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:07.429500 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port 714c9321-cc1f-475a-8a28-0a63c88036f6 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:07.439976 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 714c9321-cc1f-475a-8a28-0a63c88036f6 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:07.440643 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:07.687088 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bfa4531a-4bb7-4875-9c8e-05bd76a5b88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:07.746787 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-bfa4531a-4bb7-4875-9c8e-05bd76a5b88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:07.761584 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-bfa4531a-4bb7-4875-9c8e-05bd76a5b88e admin admin] Usage tracker for resource:security_group_rule and tenant:fcba1778b3d744ebafa9a445898a45fd is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:07.771885 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-bfa4531a-4bb7-4875-9c8e-05bd76a5b88e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:07.777327 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Network 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:07.781466 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:07.781850 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:07.784414 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-bfa4531a-4bb7-4875-9c8e-05bd76a5b88e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:07.810984 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port 714c9321-cc1f-475a-8a28-0a63c88036f6, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=714c9321-cc1f-475a-8a28-0a63c88036f6,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:07.819988 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:07.825431 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:08.031557 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=714c9321-cc1f-475a-8a28-0a63c88036f6,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:08.035939 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:08.118540 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.44', 51647) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:08.121335 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:08.141591 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:26:08.157777 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:08.159555 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:08.308026 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Pushing event updated for resources: {'Port': ['ID=05b87157-66fe-4472-9fca-16c746642e35,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:08.641852 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Router 5c25919e-4e4d-426b-938b-14dfc49ea327 has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:26:08.881101 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5bbb7c84-79fc-4fd9-af93-1b8f5a8ff206 req-aa2fabaf-fbac-4ee0-b6cd-642a86332d20 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 210 time: 0.4233341 May 21 15:26:09.129728 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:09.241442 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 714c9321-cc1f-475a-8a28-0a63c88036f6 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:09.313020 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-5df3ca3c-81ff-450b-a2b7-8e90546dc99f tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:09.313749 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-5df3ca3c-81ff-450b-a2b7-8e90546dc99f tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Synchronizing usage tracker for tenant:5578c508c2ef407cb1b7ecd731050562 on resource:network {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:09.317720 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:09.423219 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 714c9321-cc1f-475a-8a28-0a63c88036f6 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:09.424001 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:09.434964 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.7606077 May 21 15:26:09.540620 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:26:09.571193 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Sync routers for ids ['83eb46b4-a871-4353-b528-a2c30e677aca'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:26:09.641368 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Routers {'83eb46b4-a871-4353-b528-a2c30e677aca'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:09.643092 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:25:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['83eb46b4-a871-4353-b528-a2c30e677aca'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:09.662068 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bfa4531a-4bb7-4875-9c8e-05bd76a5b88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:09.684565 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:26:09.691918 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bfa4531a-4bb7-4875-9c8e-05bd76a5b88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:09.700218 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Sync routers for ids ['5c25919e-4e4d-426b-938b-14dfc49ea327'] in dv-cinder-792642-1-smb {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:26:09.722397 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Routers {'5c25919e-4e4d-426b-938b-14dfc49ea327'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:09.723103 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:25:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['5c25919e-4e4d-426b-938b-14dfc49ea327'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:09.731676 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:09.766280 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-5df3ca3c-81ff-450b-a2b7-8e90546dc99f tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Unset dirty status for tenant:5578c508c2ef407cb1b7ecd731050562 on resource:network {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:09.766550 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-5df3ca3c-81ff-450b-a2b7-8e90546dc99f tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.44 "GET /v2.0/networks?id=678a084c-0bfa-4e7b-a3f9-ba652fb0a1be HTTP/1.1" status: 200 len: 811 time: 1.6434464 May 21 15:26:09.801651 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Pushing event updated for resources: {'Port': ['ID=6a0f91c4-ab36-4c44-8f45-bf1e254ed572,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:09.817336 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.896s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:09.819947 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.768s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:09.820231 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:09.821006 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Notify callbacks [] for router, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:09.835694 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 53774) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:09.837337 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 15.7607341 May 21 15:26:09.871224 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] 10.222.0.42 "PUT /v2.0/routers/5c25919e-4e4d-426b-938b-14dfc49ea327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2799678 May 21 15:26:10.011420 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Set router 83eb46b4-a871-4353-b528-a2c30e677aca gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:10.039188 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-bfa4531a-4bb7-4875-9c8e-05bd76a5b88e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fcba1778b3d744ebafa9a445898a45fd&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6547987 May 21 15:26:10.042916 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 53782) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:10.074314 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4531a-4bb7-4875-9c8e-05bd76a5b88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e997f6c-ae5e-472f-ac00-00b5b39773e9,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:10.079223 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca110aee-6659-4562-9ec0-6baf98b9ecba req-d8cd071a-ce6f-4ed6-8f7d-f8f7688fd516 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:10.081196 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-ca110aee-6659-4562-9ec0-6baf98b9ecba req-d8cd071a-ce6f-4ed6-8f7d-f8f7688fd516 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Synchronizing usage tracker for tenant:94d1d901ebef4552b61e376d00984038 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:10.183771 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-11a80d62-007e-44b8-89fe-140a9fe36866 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:26:10.189559 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-11a80d62-007e-44b8-89fe-140a9fe36866 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169060 May 21 15:26:10.314544 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Request body: {'port': {'device_id': 'bd9048ce-a380-494e-bcd7-ab27c0e173c8', 'network_id': '678a084c-0bfa-4e7b-a3f9-ba652fb0a1be', 'admin_state_up': True, 'tenant_id': '5578c508c2ef407cb1b7ecd731050562'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:10.354424 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-bfa4531a-4bb7-4875-9c8e-05bd76a5b88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:10.373084 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Set router 5c25919e-4e4d-426b-938b-14dfc49ea327 gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:10.521548 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-8c711e40-27c2-4cd0-bdda-182be51de144 req-399ee02c-b146-43e8-b1ad-2ae937f1ae07 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 210 time: 0.1653051 May 21 15:26:10.531145 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-27b49435-a8b2-4996-a1ea-c4a2d72c0611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:10.578107 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-ca110aee-6659-4562-9ec0-6baf98b9ecba req-d8cd071a-ce6f-4ed6-8f7d-f8f7688fd516 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Unset dirty status for tenant:94d1d901ebef4552b61e376d00984038 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:10.590942 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ca110aee-6659-4562-9ec0-6baf98b9ecba req-d8cd071a-ce6f-4ed6-8f7d-f8f7688fd516 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 932 time: 2.4247346 May 21 15:26:10.749189 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-27b49435-a8b2-4996-a1ea-c4a2d72c0611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:10.758460 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ca110aee-6659-4562-9ec0-6baf98b9ecba req-f4cfb66d-b994-41f2-aae7-92e7e6e47490 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661689 May 21 15:26:10.782460 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928845'] for router, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:10.935233 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:10.957782 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Usage tracker for resource:port and tenant:5578c508c2ef407cb1b7ecd731050562 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:10.965785 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:10.981728 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:11.008569 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-27b49435-a8b2-4996-a1ea-c4a2d72c0611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:11.209444 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2fbf52e9-a177-4230-ba38-6ef3819f1914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:11.276746 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:25:58Z', 'revision_number': 3, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:11.293387 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Made reservation on behalf of 5578c508c2ef407cb1b7ecd731050562 for: {'port': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:26:11.293387 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:11.293693 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Checking router: 83eb46b4-a871-4353-b528-a2c30e677aca for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:26:11.293693 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Updating router 83eb46b4-a871-4353-b528-a2c30e677aca port a1b0c70e-7c5c-4819-aa0e-8f0a661a705c binding host dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:26:11.334498 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b49435-a8b2-4996-a1ea-c4a2d72c0611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e997f6c-ae5e-472f-ac00-00b5b39773e9,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:11.335372 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Request body: {'port': {'device_id': 'a28dbc92-1922-4245-b0e0-3e06c43caec0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:11.342808 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-27b49435-a8b2-4996-a1ea-c4a2d72c0611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:11.353558 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-27b49435-a8b2-4996-a1ea-c4a2d72c0611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:11.357089 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-27b49435-a8b2-4996-a1ea-c4a2d72c0611 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e997f6c-ae5e-472f-ac00-00b5b39773e9 HTTP/1.1" status: 204 len: 168 time: 1.2905004 May 21 15:26:11.524038 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:11.636610 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'name': 'tempest-ServerRescueNegativeTestJSON-576017772-router', 'tenant_id': '0d681e2048434c9bb18943b86cfdb059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': '714c9321-cc1f-475a-8a28-0a63c88036f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:53Z', 'updated_at': '2021-05-21T15:26:05Z', 'revision_number': 4, 'project_id': '0d681e2048434c9bb18943b86cfdb059', 'gw_port': {'id': '714c9321-cc1f-475a-8a28-0a63c88036f6', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:55Z', 'updated_at': '2021-05-21T15:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': 'cc85f0d3-aa1c-41e7-b37a-472a39c97efe', 'name': '', 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c', 'tenant_id': '0d681e2048434c9bb18943b86cfdb059', 'mac_address': 'fa:16:3e:84:ac:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '355f014a-5478-4d88-83e9-4ebb6ef8c26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:02Z', 'updated_at': '2021-05-21T15:26:06Z', 'revision_number': 2, 'project_id': '0d681e2048434c9bb18943b86cfdb059', 'subnets': [{'id': '355f014a-5478-4d88-83e9-4ebb6ef8c26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:11.647827 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Checking router: 5c25919e-4e4d-426b-938b-14dfc49ea327 for host: dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:26:11.648259 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Updating router 5c25919e-4e4d-426b-938b-14dfc49ea327 port cc85f0d3-aa1c-41e7-b37a-472a39c97efe binding host dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:26:11.814220 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:12.020590 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:12.659818 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757701f7-5581-4530-8a26-6122412b1875 req-8cb11c39-9853-4ef0-9e32-2c7392b80720 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:12.660967 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-757701f7-5581-4530-8a26-6122412b1875 req-8cb11c39-9853-4ef0-9e32-2c7392b80720 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Synchronizing usage tracker for tenant:0d681e2048434c9bb18943b86cfdb059 on resource:network {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:12.715539 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-757701f7-5581-4530-8a26-6122412b1875 req-8cb11c39-9853-4ef0-9e32-2c7392b80720 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Unset dirty status for tenant:0d681e2048434c9bb18943b86cfdb059 on resource:network {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:12.722689 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-757701f7-5581-4530-8a26-6122412b1875 req-8cb11c39-9853-4ef0-9e32-2c7392b80720 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/networks?id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c HTTP/1.1" status: 200 len: 818 time: 0.6255209 May 21 15:26:12.854729 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-757701f7-5581-4530-8a26-6122412b1875 req-f95d5b1f-d7a3-4ecb-ba64-bc89267cbb92 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/quotas/0d681e2048434c9bb18943b86cfdb059 HTTP/1.1" status: 200 len: 375 time: 0.1309588 May 21 15:26:12.860599 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Notify callbacks [] for port, precommit_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:12.896680 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Transition to ACTIVE for port object a1b0c70e-7c5c-4819-aa0e-8f0a661a705c will not be triggered until provisioned by entity L2. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:12.918994 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:12.923826 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:12.967560 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_common [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Allocated IP 172.20.0.6 (678a084c-0bfa-4e7b-a3f9-ba652fb0a1be/ed52b43b-8261-4c16-bb90-f459a3dcfb35/ef2af04c-79f8-4f56-95e3-98cfaea9e576) {{(pid=91544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:26:13.106538 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-990f14d4-2e9b-4e6b-b3db-4b656f37e6da req-9c9d207f-4e48-4c52-adaa-8a363211eba8 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 210 time: 1.2398252 May 21 15:26:13.115724 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Attempting to bind port a1b0c70e-7c5c-4819-aa0e-8f0a661a705c on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:26:13.116107 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Attempting to bind port a1b0c70e-7c5c-4819-aa0e-8f0a661a705c by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:26:13.116475 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Attempting to bind port a1b0c70e-7c5c-4819-aa0e-8f0a661a705c on network 39961b0a-5138-4007-86ae-d184e62026e0 {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:13.126589 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:26:13.126589 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Checking segment: {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:26:13.126940 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:13.127085 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Bound using segment: {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:26:13.127851 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Bound port: a1b0c70e-7c5c-4819-aa0e-8f0a661a705c, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:26:13.128274 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:13.137734 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c is scheduled to L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 with binding_index 1 {{(pid=91543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:26:13.215649 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76570fb0-b0f5-4f20-adcd-a2791c887ac5 None None] Pushing event updated for resources: {'Port': ['ID=a1b0c70e-7c5c-4819-aa0e-8f0a661a705c,revision_number=2']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:13.224703 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 53856) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:13.226016 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Notify callbacks [] for port, precommit_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:13.250762 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.provisioning_blocks [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Transition to ACTIVE for port object cc85f0d3-aa1c-41e7-b37a-472a39c97efe will not be triggered until provisioned by entity L2. {{(pid=91546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:13.281494 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:13.290893 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-76570fb0-b0f5-4f20-adcd-a2791c887ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:13.311386 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:13.352114 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-757701f7-5581-4530-8a26-6122412b1875 req-fb408ca7-ae6e-43d4-bd8c-eed38636ac0e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Synchronizing usage tracker for tenant:0d681e2048434c9bb18943b86cfdb059 on resource:port {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:13.455551 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] For port a1b0c70e-7c5c-4819-aa0e-8f0a661a705c, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:26:13.460143 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] For port a1b0c70e-7c5c-4819-aa0e-8f0a661a705c, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=a1b0c70e-7c5c-4819-aa0e-8f0a661a705c,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:26:13.487307 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:13.491045 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-757701f7-5581-4530-8a26-6122412b1875 req-fb408ca7-ae6e-43d4-bd8c-eed38636ac0e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Unset dirty status for tenant:0d681e2048434c9bb18943b86cfdb059 on resource:port {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:13.493286 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-757701f7-5581-4530-8a26-6122412b1875 req-fb408ca7-ae6e-43d4-bd8c-eed38636ac0e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d681e2048434c9bb18943b86cfdb059&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6372170 May 21 15:26:13.495105 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-4434ffbc-fa83-4dbd-a1b2-03e571387fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:13.512080 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:13.583314 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 {{(pid=91543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:26:13.647817 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:13.699237 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Routers {'83eb46b4-a871-4353-b528-a2c30e677aca'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:13.699900 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:25:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['83eb46b4-a871-4353-b528-a2c30e677aca'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:13.823677 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Transition to ACTIVE for port object 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 will not be triggered until provisioned by entity L2. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:13.863946 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:13.876312 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76570fb0-b0f5-4f20-adcd-a2791c887ac5 None None] Pushing event updated for resources: {'Port': ['ID=a1b0c70e-7c5c-4819-aa0e-8f0a661a705c,revision_number=3']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:13.880918 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-76570fb0-b0f5-4f20-adcd-a2791c887ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:13.881968 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec20a7-26df-4053-905e-85d806fc5d82 None None] Pushing event updated for resources: {'Port': ['ID=cc85f0d3-aa1c-41e7-b37a-472a39c97efe,revision_number=3']} {{(pid=91546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:13.899278 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-60ec20a7-26df-4053-905e-85d806fc5d82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:14.091881 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:14.097771 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Attempting to bind port cc85f0d3-aa1c-41e7-b37a-472a39c97efe on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:26:14.098708 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Attempting to bind port cc85f0d3-aa1c-41e7-b37a-472a39c97efe by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '0d722a71-492c-411e-871c-c91f677c0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c'}] {{(pid=91546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:26:14.100197 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Attempting to bind port cc85f0d3-aa1c-41e7-b37a-472a39c97efe on network 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:14.121745 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:26:14.122484 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Checking segment: {'id': '0d722a71-492c-411e-871c-c91f677c0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:26:14.123103 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:14.123661 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Bound using segment: {'id': '0d722a71-492c-411e-871c-c91f677c0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c'} {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:26:14.124366 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Bound port: cc85f0d3-aa1c-41e7-b37a-472a39c97efe, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d722a71-492c-411e-871c-c91f677c0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c'}}] {{(pid=91546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:26:14.124938 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:14.198348 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] Set router 83eb46b4-a871-4353-b528-a2c30e677aca gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:14.200481 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3c7d968e-a7ee-4d32-bcab-065953ac1bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:14.329486 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.db [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] For port cc85f0d3-aa1c-41e7-b37a-472a39c97efe, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:26:14.334835 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.db [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] For port cc85f0d3-aa1c-41e7-b37a-472a39c97efe, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=cc85f0d3-aa1c-41e7-b37a-472a39c97efe,segment=NetworkSegment(0d722a71-492c-411e-871c-c91f677c0e39),segment_id=0d722a71-492c-411e-871c-c91f677c0e39)] {{(pid=91546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:26:14.342954 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:14.351930 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-0302dabc-f207-49ad-a945-6ba9936cf10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:14.433855 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38e905-988a-4878-8e70-4f98d2a31c20 req-9c6371d7-ba94-4897-ae8c-b25d18c5bd92 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:14.440395 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-6c38e905-988a-4878-8e70-4f98d2a31c20 req-9c6371d7-ba94-4897-ae8c-b25d18c5bd92 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 932 time: 0.7772164 May 21 15:26:14.451254 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_common [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Allocated IP 172.20.0.1 (2e58c33a-8f14-4216-8b82-5fec9142b248/7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc/8d8bc071-f5d7-4cc3-bf4f-2286d1da3637) {{(pid=91544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:26:14.454439 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Routers {'5c25919e-4e4d-426b-938b-14dfc49ea327'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:14.455436 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:25:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['5c25919e-4e4d-426b-938b-14dfc49ea327'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:14.559190 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec20a7-26df-4053-905e-85d806fc5d82 None None] Pushing event updated for resources: {'Port': ['ID=cc85f0d3-aa1c-41e7-b37a-472a39c97efe,revision_number=4']} {{(pid=91546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:14.567038 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-60ec20a7-26df-4053-905e-85d806fc5d82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:14.631921 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:26:14.680141 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:14.703863 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.provisioning_blocks [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Transition to ACTIVE for port object 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 will not be triggered until provisioned by entity DHCP. {{(pid=91544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:14.709117 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Sync routers for ids ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:26:14.758044 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Routers {'8db8db2c-0a48-48c5-83b3-ce18e722bb3c'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:14.769566 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:25:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:14.785706 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [req-757701f7-5581-4530-8a26-6122412b1875 req-a47a2f69-ebbf-4ba5-8b18-ea85720860c0 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=91544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:26:14.787175 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-757701f7-5581-4530-8a26-6122412b1875 req-a47a2f69-ebbf-4ba5-8b18-ea85720860c0 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6314666 May 21 15:26:14.796539 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:14.800759 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] Set router 5c25919e-4e4d-426b-938b-14dfc49ea327 gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:14.806688 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-6c38e905-988a-4878-8e70-4f98d2a31c20 req-6fc14418-4fbf-4a74-a21e-25ba8195f97e tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778122 May 21 15:26:14.807994 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0f91c4-ab36-4c44-8f45-bf1e254ed572,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:14.819897 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-3c7d968e-a7ee-4d32-bcab-065953ac1bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:14.825963 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:14.895491 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Attempting to bind port 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:26:14.895852 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Attempting to bind port 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8'}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:26:14.896215 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Attempting to bind port 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 on network c1c85717-565d-4f4d-9466-aa4b753ba9d8 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:14.912425 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Port 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 on network c1c85717-565d-4f4d-9466-aa4b753ba9d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:26:14.912756 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Attempting to bind port 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 on network c1c85717-565d-4f4d-9466-aa4b753ba9d8 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:14.915425 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] Notify callbacks [] for router, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:14.919872 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-09e28bcf-e5b0-4d5b-abd5-bf6c28979b31 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 18.7809668 May 21 15:26:14.920127 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:14.929958 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 53888) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:14.942996 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:26:14.943443 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Checking segment: {'id': '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:26:14.944092 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Bound using segment: {'id': '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8'} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:26:14.947026 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Bound port: 6a0f91c4-ab36-4c44-8f45-bf1e254ed572, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8'}}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:26:14.947026 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:15.055564 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-3c7d968e-a7ee-4d32-bcab-065953ac1bfe admin admin] Usage tracker for resource:security_group_rule and tenant:b4ca8e6113414c668750642f72ec2e49 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:15.059685 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=8d8bc071-f5d7-4cc3-bf4f-2286d1da3637,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:15.064049 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:15.075634 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Network 2e58c33a-8f14-4216-8b82-5fec9142b248 is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:15.087755 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-3c7d968e-a7ee-4d32-bcab-065953ac1bfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:15.092067 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:15.095299 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Received port after_create {{(pid=91544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:26:15.095806 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596831'] for router_interface, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:15.204068 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a0ef34dd-d9e0-4b13-b459-fb966d45f70d req-7689c75f-27e4-4c17-a995-eae437eaeb4a tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 210 time: 0.0937121 May 21 15:26:15.269236 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-3c7d968e-a7ee-4d32-bcab-065953ac1bfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:15.305935 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Notify callbacks [] for port, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:15.363205 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] For port 6a0f91c4-ab36-4c44-8f45-bf1e254ed572, host hv-cinder-79264, cleared binding levels {{(pid=91543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:26:15.368582 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] For port 6a0f91c4-ab36-4c44-8f45-bf1e254ed572, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=6a0f91c4-ab36-4c44-8f45-bf1e254ed572,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:26:15.409141 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Set router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:15.613636 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:15.626855 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:15.695851 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-d0a2a849-57fa-4e13-ad91-1d9da0e22403 None None] Provisioning for port 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:15.705143 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-757701f7-5581-4530-8a26-6122412b1875 req-a255e01e-bd8b-4dfc-8e57-6de469bc9d63 service neutron] 10.222.0.42 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8711097 May 21 15:26:15.705879 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:25:58Z', 'revision_number': 3, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:15.715427 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-d0a2a849-57fa-4e13-ad91-1d9da0e22403 None None] Provisioning complete for port 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:15.716009 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a849-57fa-4e13-ad91-1d9da0e22403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:15.743457 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'name': 'tempest-ServerRescueNegativeTestJSON-576017772-router', 'tenant_id': '0d681e2048434c9bb18943b86cfdb059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': '714c9321-cc1f-475a-8a28-0a63c88036f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:53Z', 'updated_at': '2021-05-21T15:26:05Z', 'revision_number': 4, 'project_id': '0d681e2048434c9bb18943b86cfdb059', 'gw_port': {'id': '714c9321-cc1f-475a-8a28-0a63c88036f6', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:55Z', 'updated_at': '2021-05-21T15:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': 'cc85f0d3-aa1c-41e7-b37a-472a39c97efe', 'name': '', 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c', 'tenant_id': '0d681e2048434c9bb18943b86cfdb059', 'mac_address': 'fa:16:3e:84:ac:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '355f014a-5478-4d88-83e9-4ebb6ef8c26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:02Z', 'updated_at': '2021-05-21T15:26:14Z', 'revision_number': 4, 'project_id': '0d681e2048434c9bb18943b86cfdb059', 'subnets': [{'id': '355f014a-5478-4d88-83e9-4ebb6ef8c26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:15.748890 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b712d2-56a4-4454-8b0c-b507c3a30900 None None] The sync data for ids ['5c25919e-4e4d-426b-938b-14dfc49ea327'] in dv-cinder-792642-1-smb is: [{'id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'name': 'tempest-ServerRescueNegativeTestJSON-576017772-router', 'tenant_id': '0d681e2048434c9bb18943b86cfdb059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': '714c9321-cc1f-475a-8a28-0a63c88036f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:53Z', 'updated_at': '2021-05-21T15:26:05Z', 'revision_number': 4, 'project_id': '0d681e2048434c9bb18943b86cfdb059', 'gw_port': {'id': '714c9321-cc1f-475a-8a28-0a63c88036f6', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:55Z', 'updated_at': '2021-05-21T15:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': 'cc85f0d3-aa1c-41e7-b37a-472a39c97efe', 'name': '', 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c', 'tenant_id': '0d681e2048434c9bb18943b86cfdb059', 'mac_address': 'fa:16:3e:84:ac:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '355f014a-5478-4d88-83e9-4ebb6ef8c26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:02Z', 'updated_at': '2021-05-21T15:26:14Z', 'revision_number': 4, 'project_id': '0d681e2048434c9bb18943b86cfdb059', 'subnets': [{'id': '355f014a-5478-4d88-83e9-4ebb6ef8c26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:26:15.772677 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dd799b-7f27-4029-b0cb-d633d6be9241 None None] The sync data for ids ['83eb46b4-a871-4353-b528-a2c30e677aca'] in dv-cinder-792642-1-smb is: [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:25:58Z', 'revision_number': 3, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:26:15.814126 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:15.814778 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:15.816289 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] 10.222.0.44 "PUT /v2.0/ports/6a0f91c4-ab36-4c44-8f45-bf1e254ed572 HTTP/1.1" status: 200 len: 1094 time: 5.2764914 May 21 15:26:15.819637 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28dbc92-1922-4245-b0e0-3e06c43caec0', 'tag': '6a0f91c4-ab36-4c44-8f45-bf1e254ed572'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:15.863121 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-d0a2a849-57fa-4e13-ad91-1d9da0e22403 None None] Port 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:26:15.936901 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:08Z', 'revision_number': 3, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:15.944175 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Checking router: 8db8db2c-0a48-48c5-83b3-ce18e722bb3c for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:26:15.944681 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Updating router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c port 05b87157-66fe-4472-9fca-16c746642e35 binding host dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:26:16.242316 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3c7d968e-a7ee-4d32-bcab-065953ac1bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:16.360372 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:16.444130 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3c7d968e-a7ee-4d32-bcab-065953ac1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:16.473853 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0f91c4-ab36-4c44-8f45-bf1e254ed572,revision_number=3']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:16.569230 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:26:16.579426 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-90869664-f701-4327-ade0-db110b336454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:16.640486 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.014s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:16.812303 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d968e-a7ee-4d32-bcab-065953ac1bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6edb25-7b86-431e-a23e-8b5799fb03c2,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:16.820059 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-3c7d968e-a7ee-4d32-bcab-065953ac1bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:16.861347 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:16.910937 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-757701f7-5581-4530-8a26-6122412b1875 req-901d9175-25f0-4964-b6db-2fc2671c5187 service neutron] 10.222.0.42 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1967955 May 21 15:26:16.965036 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-3c7d968e-a7ee-4d32-bcab-065953ac1bfe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4ca8e6113414c668750642f72ec2e49&name=default HTTP/1.1" status: 200 len: 2978 time: 3.7270827 May 21 15:26:16.972137 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 53936) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:16.985541 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:17.087131 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:17.100316 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb6f14-c17e-4136-8e5f-3ed8a61023e3 req-120a9954-0ee7-4135-8a9b-4b68d85b9be8 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:17.107602 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fceb6f14-c17e-4136-8e5f-3ed8a61023e3 req-120a9954-0ee7-4135-8a9b-4b68d85b9be8 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 944 time: 0.7048979 May 21 15:26:17.190594 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-6123301a-ec01-41b6-bb96-37b0a57f48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:17.203911 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-6123301a-ec01-41b6-bb96-37b0a57f48e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94d1d901ebef4552b61e376d00984038&device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 1097 time: 1.1521223 May 21 15:26:17.228311 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Notify callbacks [] for port, precommit_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:17.235942 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device a1b0c70e-7c5c-4819-aa0e-8f0a661a705c up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:17.327036 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Transition to ACTIVE for port object 05b87157-66fe-4472-9fca-16c746642e35 will not be triggered until provisioned by entity L2. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:17.357605 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:17.373136 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:17.374073 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-54b2cdf7-74f6-481b-9675-30c2524dd807 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0f91c4-ab36-4c44-8f45-bf1e254ed572 HTTP/1.1" status: 200 len: 217 time: 0.1549485 May 21 15:26:17.402618 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fceb6f14-c17e-4136-8e5f-3ed8a61023e3 req-75c37c0a-bf70-460f-b39a-f848ae870a86 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941048 May 21 15:26:17.418146 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Network 678a084c-0bfa-4e7b-a3f9-ba652fb0a1be is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:17.437601 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:17.472926 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Received port after_create {{(pid=91544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:26:17.498771 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:17.499475 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for port, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:17.561797 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-b92c277a-faef-4d2e-b1d2-a79e55831864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:17.563855 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-b92c277a-faef-4d2e-b1d2-a79e55831864 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d55cf0a4-3653-4f79-80d3-ada34aa6222f HTTP/1.1" status: 200 len: 853 time: 0.1601806 May 21 15:26:17.642564 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Pushing event updated for resources: {'Port': ['ID=ef2af04c-79f8-4f56-95e3-98cfaea9e576,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:17.649358 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:17.725866 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb8d00-b9ba-4552-bbb2-ee360d789cfd None None] Pushing event updated for resources: {'Port': ['ID=05b87157-66fe-4472-9fca-16c746642e35,revision_number=2']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:17.733067 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-cddb8d00-b9ba-4552-bbb2-ee360d789cfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:17.734014 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Attempting to bind port 05b87157-66fe-4472-9fca-16c746642e35 on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:26:17.734388 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Attempting to bind port 05b87157-66fe-4472-9fca-16c746642e35 by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:26:17.734755 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Attempting to bind port 05b87157-66fe-4472-9fca-16c746642e35 on network 39961b0a-5138-4007-86ae-d184e62026e0 {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:17.753044 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port a1b0c70e-7c5c-4819-aa0e-8f0a661a705c completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:17.769911 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:26:17.772523 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Checking segment: {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:26:17.774583 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:17.776741 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Bound using segment: {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:26:17.778301 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Bound port: 05b87157-66fe-4472-9fca-16c746642e35, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:26:17.779830 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:17.850325 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28dbc92-1922-4245-b0e0-3e06c43caec0', 'tag': '6a0f91c4-ab36-4c44-8f45-bf1e254ed572', 'status': 'completed', 'code': 200} May 21 15:26:17.935059 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-5863cd2f-9911-4637-8cc3-b72255da463f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:17.976783 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-5863cd2f-9911-4637-8cc3-b72255da463f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:17.978440 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6840394 May 21 15:26:17.980643 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] For port 05b87157-66fe-4472-9fca-16c746642e35, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:26:17.987721 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] For port 05b87157-66fe-4472-9fca-16c746642e35, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=05b87157-66fe-4472-9fca-16c746642e35,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:26:17.993439 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port a1b0c70e-7c5c-4819-aa0e-8f0a661a705c triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:17.998525 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:18.035166 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:18.056505 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-92438875-97f3-4c3a-9b93-cf30274e3d35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:18.090440 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Request body: {'port': {'device_id': 'bd9048ce-a380-494e-bcd7-ab27c0e173c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:18.115937 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-f6ff964e-49e9-4c45-9ea2-b37a529f1b0c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1c85717-565d-4f4d-9466-aa4b753ba9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4000258 May 21 15:26:18.161765 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb8d00-b9ba-4552-bbb2-ee360d789cfd None None] Pushing event updated for resources: {'Port': ['ID=05b87157-66fe-4472-9fca-16c746642e35,revision_number=3']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:18.172758 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-cddb8d00-b9ba-4552-bbb2-ee360d789cfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:18.196313 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Routers {'8db8db2c-0a48-48c5-83b3-ce18e722bb3c'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:18.197000 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:25:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:18.361878 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0129efe0-78d7-4627-a108-d72318ac60fe req-97995292-fa0e-4514-8230-f4a320f7bad6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 210 time: 0.3347020 May 21 15:26:18.363493 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac07c40-81e9-4093-a3ca-285d3e32c9bf req-03a57ffd-bd5a-4713-b72a-7b34350c126d tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:18.378374 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:18.379190 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-1ac07c40-81e9-4093-a3ca-285d3e32c9bf req-03a57ffd-bd5a-4713-b72a-7b34350c126d tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Synchronizing usage tracker for tenant:5578c508c2ef407cb1b7ecd731050562 on resource:port {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:18.433705 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:18.445936 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-1ac07c40-81e9-4093-a3ca-285d3e32c9bf req-03a57ffd-bd5a-4713-b72a-7b34350c126d tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Unset dirty status for tenant:5578c508c2ef407cb1b7ecd731050562 on resource:port {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:18.455371 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1ac07c40-81e9-4093-a3ca-285d3e32c9bf req-03a57ffd-bd5a-4713-b72a-7b34350c126d tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 931 time: 0.4786975 May 21 15:26:18.518737 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-5863cd2f-9911-4637-8cc3-b72255da463f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:18.535041 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:18.539570 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:18.550046 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-7406a15d-8850-4534-8a96-00aef4fbdc06 service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072690 May 21 15:26:18.559667 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port a1b0c70e-7c5c-4819-aa0e-8f0a661a705c, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=a1b0c70e-7c5c-4819-aa0e-8f0a661a705c,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:18.570408 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:18.571278 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device cc85f0d3-aa1c-41e7-b37a-472a39c97efe up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:18.611595 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-5863cd2f-9911-4637-8cc3-b72255da463f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:18.612717 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-5863cd2f-9911-4637-8cc3-b72255da463f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc6edb25-7b86-431e-a23e-8b5799fb03c2 HTTP/1.1" status: 204 len: 168 time: 1.6370282 May 21 15:26:18.632406 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863cd2f-9911-4637-8cc3-b72255da463f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6edb25-7b86-431e-a23e-8b5799fb03c2,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:18.641601 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-5863cd2f-9911-4637-8cc3-b72255da463f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:18.654391 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.db.resource_extend [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 21 15:26:18.756672 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:18.765241 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:18.779837 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-1ac07c40-81e9-4093-a3ca-285d3e32c9bf req-5f91ffa8-4443-4ba2-a917-82c6b1755fa7 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Synchronizing usage tracker for tenant:5578c508c2ef407cb1b7ecd731050562 on resource:security_group {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:18.858924 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] Set router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:18.916894 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:18.947079 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596770'] for router_interface, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:18.964324 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:19.055443 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1ebd97d3-01fd-4020-8a5c-ce5cad75c265 req-41a2581c-1880-42d4-9196-022907c77364 service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841089 May 21 15:26:19.086321 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3723324-7350-4e97-ae10-de9131f01b7e req-6666c6b9-60e6-41e8-856e-3fb28f572e2f tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:19.088455 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d3723324-7350-4e97-ae10-de9131f01b7e req-6666c6b9-60e6-41e8-856e-3fb28f572e2f tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 944 time: 0.2880087 May 21 15:26:19.105384 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Allocated IP 172.20.0.1 (be604bdc-eca1-4f61-b6ba-616764e18bc9/926fad46-9536-465a-9c61-3bd00dd1e8fb/84411f0e-2b7e-4d98-b82e-992124a6dacb) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:26:19.107716 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-1ac07c40-81e9-4093-a3ca-285d3e32c9bf req-5f91ffa8-4443-4ba2-a917-82c6b1755fa7 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Unset dirty status for tenant:5578c508c2ef407cb1b7ecd731050562 on resource:security_group {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:19.109380 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1ac07c40-81e9-4093-a3ca-285d3e32c9bf req-5f91ffa8-4443-4ba2-a917-82c6b1755fa7 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a221568-ef44-4557-a2e6-c3a62a02829f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6240795 May 21 15:26:19.194067 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d3723324-7350-4e97-ae10-de9131f01b7e req-0343c445-6b3a-4441-93eb-37eb139e9fca tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943677 May 21 15:26:19.437513 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=8d8bc071-f5d7-4cc3-bf4f-2286d1da3637,revision_number=2']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:19.473369 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:19.489510 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 53992) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:19.501434 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:19.526377 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port cc85f0d3-aa1c-41e7-b37a-472a39c97efe completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:19.532650 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=a1b0c70e-7c5c-4819-aa0e-8f0a661a705c,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:19.538587 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-317b4d65-1b8d-4b58-86f3-65bf5feb13ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:19.544945 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Network 2e58c33a-8f14-4216-8b82-5fec9142b248 is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:19.551981 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:19.558756 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Transition to ACTIVE for port object 84411f0e-2b7e-4d98-b82e-992124a6dacb will not be triggered until provisioned by entity DHCP. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:19.566273 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-317b4d65-1b8d-4b58-86f3-65bf5feb13ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:19.568942 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:19.569681 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port cc85f0d3-aa1c-41e7-b37a-472a39c97efe triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:19.570112 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:19.581768 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-317b4d65-1b8d-4b58-86f3-65bf5feb13ea admin admin] Usage tracker for resource:security_group_rule and tenant:e5b91ac4261d4b109ca5f849ad5a9d08 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:19.586472 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-317b4d65-1b8d-4b58-86f3-65bf5feb13ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:19.596889 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-317b4d65-1b8d-4b58-86f3-65bf5feb13ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:19.617809 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d1f15-0b2f-4187-a13f-ec4423aa957b req-65699cbf-fde4-4c5f-b0c6-f46c1cf7888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:19.620117 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-814d1f15-0b2f-4187-a13f-ec4423aa957b req-65699cbf-fde4-4c5f-b0c6-f46c1cf7888a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94d1d901ebef4552b61e376d00984038&device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 1097 time: 0.2327304 May 21 15:26:19.826826 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:19.898899 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:08Z', 'revision_number': 3, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:19.902801 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:19.907153 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21c77c6-dd5b-4976-b47b-86960f19f551 None None] The sync data for ids ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'] in dv-cinder-792642-1-smb is: [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:08Z', 'revision_number': 3, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:26:19.910832 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port cc85f0d3-aa1c-41e7-b37a-472a39c97efe, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=cc85f0d3-aa1c-41e7-b37a-472a39c97efe,segment=NetworkSegment(0d722a71-492c-411e-871c-c91f677c0e39),segment_id=0d722a71-492c-411e-871c-c91f677c0e39)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:19.918616 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:19.937936 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-4062b295-5a63-4a32-9c85-8e70a8555cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:19.942832 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:20.060364 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.44', 51657) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:20.066841 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device a1b0c70e-7c5c-4819-aa0e-8f0a661a705c up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:20.154910 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-d7408063-3574-45ba-8086-824a8cb83cac None None] Provisioning complete for port 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:20.155290 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-d7408063-3574-45ba-8086-824a8cb83cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:20.161909 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Network be604bdc-eca1-4f61-b6ba-616764e18bc9 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:20.203637 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-434ebace-f0df-4eeb-93a7-10c7cb94bd4e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:20.211579 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-434ebace-f0df-4eeb-93a7-10c7cb94bd4e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/networks?id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c HTTP/1.1" status: 200 len: 818 time: 0.7028093 May 21 15:26:20.235257 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-d7408063-3574-45ba-8086-824a8cb83cac None None] Port 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:26:20.256682 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=cc85f0d3-aa1c-41e7-b37a-472a39c97efe,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:20.266143 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:20.287204 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:20.293117 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port a1b0c70e-7c5c-4819-aa0e-8f0a661a705c triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:20.293638 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:20.294716 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-2bddce26-9d07-4832-8866-a777471ef659 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/quotas/0d681e2048434c9bb18943b86cfdb059 HTTP/1.1" status: 200 len: 375 time: 0.0660584 May 21 15:26:20.320107 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:26:20.320945 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596831'] for router_interface, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:20.323692 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Pushing event updated for resources: {'Port': ['ID=84411f0e-2b7e-4d98-b82e-992124a6dacb,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:20.363325 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:20.415085 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d1f15-0b2f-4187-a13f-ec4423aa957b req-220b64ae-5eea-49da-a784-1c4faeef90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:20.417625 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-814d1f15-0b2f-4187-a13f-ec4423aa957b req-220b64ae-5eea-49da-a784-1c4faeef90fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1c85717-565d-4f4d-9466-aa4b753ba9d8 HTTP/1.1" status: 200 len: 914 time: 0.7816501 May 21 15:26:20.652231 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Router 83eb46b4-a871-4353-b528-a2c30e677aca has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:26:20.754311 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-317b4d65-1b8d-4b58-86f3-65bf5feb13ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:20.763894 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-814d1f15-0b2f-4187-a13f-ec4423aa957b req-08e3de19-611b-4051-8472-867557bfb70f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0f91c4-ab36-4c44-8f45-bf1e254ed572 HTTP/1.1" status: 200 len: 217 time: 0.3317702 May 21 15:26:20.780358 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-3d2cbce4-6232-4496-b4b5-cf30f6c534f6 None None] Provisioning for port 84411f0e-2b7e-4d98-b82e-992124a6dacb completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:20.795253 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-3d2cbce4-6232-4496-b4b5-cf30f6c534f6 None None] Provisioning complete for port 84411f0e-2b7e-4d98-b82e-992124a6dacb triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:20.797286 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-3d2cbce4-6232-4496-b4b5-cf30f6c534f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:20.800365 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-317b4d65-1b8d-4b58-86f3-65bf5feb13ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:20.870382 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-3d2cbce4-6232-4496-b4b5-cf30f6c534f6 None None] Port 84411f0e-2b7e-4d98-b82e-992124a6dacb cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:26:20.904771 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-bd1a85cd-9f8e-4401-9cf7-f0685242c1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:20.921964 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757701f7-5581-4530-8a26-6122412b1875 req-35f96e83-b74e-4acd-8645-5168695c4f64 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:20.924197 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-757701f7-5581-4530-8a26-6122412b1875 req-35f96e83-b74e-4acd-8645-5168695c4f64 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.44 "GET /v2.0/networks?id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c HTTP/1.1" status: 200 len: 818 time: 0.8586259 May 21 15:26:21.045410 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-317b4d65-1b8d-4b58-86f3-65bf5feb13ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5b91ac4261d4b109ca5f849ad5a9d08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5533192 May 21 15:26:21.064601 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d1f15-0b2f-4187-a13f-ec4423aa957b req-909f762d-27fd-446d-aa97-547cdc68d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:21.066139 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-814d1f15-0b2f-4187-a13f-ec4423aa957b req-909f762d-27fd-446d-aa97-547cdc68d4d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d55cf0a4-3653-4f79-80d3-ada34aa6222f HTTP/1.1" status: 200 len: 853 time: 0.2854147 May 21 15:26:21.066888 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b4d65-1b8d-4b58-86f3-65bf5feb13ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484bd019-ca99-4535-9d09-b02e0644e29b,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:21.070383 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-317b4d65-1b8d-4b58-86f3-65bf5feb13ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:21.076460 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 54028) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:21.111681 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-757701f7-5581-4530-8a26-6122412b1875 req-4315917a-5226-4cec-b5b1-bc6d7ac555ff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Request body: {'port': {'device_id': '89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8', 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c', 'admin_state_up': True, 'tenant_id': '0d681e2048434c9bb18943b86cfdb059'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:21.244120 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:26:21.256238 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Sync routers for ids ['83eb46b4-a871-4353-b528-a2c30e677aca'] in dv-cinder-792642-1-smb {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:26:21.268172 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] 10.222.0.42 "PUT /v2.0/routers/83eb46b4-a871-4353-b528-a2c30e677aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4202294 May 21 15:26:21.269891 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Routers {'83eb46b4-a871-4353-b528-a2c30e677aca'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:21.270721 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:25:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['83eb46b4-a871-4353-b528-a2c30e677aca'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:21.352616 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-8d10a2ed-0f4a-435e-83a6-8b5c647444cc tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d681e2048434c9bb18943b86cfdb059&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0300369 May 21 15:26:21.431575 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.notifiers.nova [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2af04c-79f8-4f56-95e3-98cfaea9e576 {{(pid=91544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:26:21.476514 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-c0bfb9e5-7a17-457d-a37b-5a2f226f2078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:21.535703 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-814d1f15-0b2f-4187-a13f-ec4423aa957b req-1f8e5ab9-cd6c-4038-ad83-ea5d96093441 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1c85717-565d-4f4d-9466-aa4b753ba9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3052053 May 21 15:26:21.550807 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-fd84fa06-8bda-47b8-a451-7c6162a1f24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:21.556229 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Set router 83eb46b4-a871-4353-b528-a2c30e677aca gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:21.564367 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:21.600471 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.provisioning_blocks [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Transition to ACTIVE for port object ef2af04c-79f8-4f56-95e3-98cfaea9e576 will not be triggered until provisioned by entity L2. {{(pid=91544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:21.618616 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:21.627682 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:21.661261 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:21.706452 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-757701f7-5581-4530-8a26-6122412b1875 req-4315917a-5226-4cec-b5b1-bc6d7ac555ff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:21.706929 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:26:21.750709 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-fd84fa06-8bda-47b8-a451-7c6162a1f24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:21.774513 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-757701f7-5581-4530-8a26-6122412b1875 req-4315917a-5226-4cec-b5b1-bc6d7ac555ff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:21.787298 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-e3764f73-58cc-4e37-bcbb-9413df53adef service neutron] 10.222.0.42 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235952 May 21 15:26:21.819006 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cb4e9-69b7-4163-967e-d56dc1c5eb35 req-2bad2505-c574-4eb4-948e-86d05a2805d4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:21.820433 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-112cb4e9-69b7-4163-967e-d56dc1c5eb35 req-2bad2505-c574-4eb4-948e-86d05a2805d4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 931 time: 1.3332443 May 21 15:26:21.857484 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2af04c-79f8-4f56-95e3-98cfaea9e576,revision_number=2']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:21.874095 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:21.887361 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757701f7-5581-4530-8a26-6122412b1875 req-4315917a-5226-4cec-b5b1-bc6d7ac555ff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Made reservation on behalf of 0d681e2048434c9bb18943b86cfdb059 for: {'port': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:26:21.890908 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-757701f7-5581-4530-8a26-6122412b1875 req-4315917a-5226-4cec-b5b1-bc6d7ac555ff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:21.908050 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-814d1f15-0b2f-4187-a13f-ec4423aa957b req-09479c76-b621-43c7-9266-c9a73e35bd8b service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584383 May 21 15:26:21.955938 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.managers [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Attempting to bind port ef2af04c-79f8-4f56-95e3-98cfaea9e576 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:26:21.956292 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.managers [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Attempting to bind port ef2af04c-79f8-4f56-95e3-98cfaea9e576 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '10933acd-5cba-47cc-9ddf-9ea94b98c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '678a084c-0bfa-4e7b-a3f9-ba652fb0a1be'}] {{(pid=91544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:26:21.956607 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Attempting to bind port ef2af04c-79f8-4f56-95e3-98cfaea9e576 on network 678a084c-0bfa-4e7b-a3f9-ba652fb0a1be {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:21.960592 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 6a0f91c4-ab36-4c44-8f45-bf1e254ed572, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=6a0f91c4-ab36-4c44-8f45-bf1e254ed572,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:21.967278 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Port ef2af04c-79f8-4f56-95e3-98cfaea9e576 on network 678a084c-0bfa-4e7b-a3f9-ba652fb0a1be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:26:21.967278 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Attempting to bind port ef2af04c-79f8-4f56-95e3-98cfaea9e576 on network 678a084c-0bfa-4e7b-a3f9-ba652fb0a1be {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:22.003479 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:26:22.003837 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Checking segment: {'id': '10933acd-5cba-47cc-9ddf-9ea94b98c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '678a084c-0bfa-4e7b-a3f9-ba652fb0a1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:26:22.004419 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Bound using segment: {'id': '10933acd-5cba-47cc-9ddf-9ea94b98c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '678a084c-0bfa-4e7b-a3f9-ba652fb0a1be'} {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:26:22.006107 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.managers [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Bound port: ef2af04c-79f8-4f56-95e3-98cfaea9e576, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10933acd-5cba-47cc-9ddf-9ea94b98c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '678a084c-0bfa-4e7b-a3f9-ba652fb0a1be'}}] {{(pid=91544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:26:22.006478 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:22.017857 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:26:16Z', 'revision_number': 4, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '8d8bc071-f5d7-4cc3-bf4f-2286d1da3637', 'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:13Z', 'updated_at': '2021-05-21T15:26:17Z', 'revision_number': 2, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'subnets': [{'id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:22.019073 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': '6a0f91c4-ab36-4c44-8f45-bf1e254ed572', 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8', 'port_id': '6a0f91c4-ab36-4c44-8f45-bf1e254ed572', 'mac_address': 'fa:16:3e:f7:69:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55cf0a4-3653-4f79-80d3-ada34aa6222f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:26:22.022765 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Checking router: 83eb46b4-a871-4353-b528-a2c30e677aca for host: dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:26:22.023398 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Updating router 83eb46b4-a871-4353-b528-a2c30e677aca port 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 binding host dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:26:22.105438 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-eb663081-868d-4465-b692-03e6b607de25 service neutron] 10.222.0.42 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118663 May 21 15:26:22.112704 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:22.113334 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:22.135218 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:26:22.161408 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.db [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] For port ef2af04c-79f8-4f56-95e3-98cfaea9e576, host hv-cinder-79264, cleared binding levels {{(pid=91544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:26:22.168971 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.db [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] For port ef2af04c-79f8-4f56-95e3-98cfaea9e576, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ef2af04c-79f8-4f56-95e3-98cfaea9e576,segment=NetworkSegment(10933acd-5cba-47cc-9ddf-9ea94b98c43f),segment_id=10933acd-5cba-47cc-9ddf-9ea94b98c43f)] {{(pid=91544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:26:22.177522 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:22.187504 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:22.215685 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 6a0f91c4-ab36-4c44-8f45-bf1e254ed572, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=6a0f91c4-ab36-4c44-8f45-bf1e254ed572,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:22.226699 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:22.229264 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:22.269377 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:22.270719 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for port, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:22.273082 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] 10.222.0.44 "PUT /v2.0/ports/ef2af04c-79f8-4f56-95e3-98cfaea9e576 HTTP/1.1" status: 200 len: 1093 time: 4.2004817 May 21 15:26:22.273941 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9048ce-a380-494e-bcd7-ab27c0e173c8', 'tag': 'ef2af04c-79f8-4f56-95e3-98cfaea9e576'}] {{(pid=91544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:22.293699 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 05b87157-66fe-4472-9fca-16c746642e35 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:22.511659 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['6a0f91c4-ab36-4c44-8f45-bf1e254ed572'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:26:22.556605 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2af04c-79f8-4f56-95e3-98cfaea9e576,revision_number=3']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:22.591684 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:22.612161 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Notify callbacks [] for port, precommit_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:22.616609 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:22.628748 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.provisioning_blocks [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Transition to ACTIVE for port object 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 will not be triggered until provisioned by entity L2. {{(pid=91546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:22.632321 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-814d1f15-0b2f-4187-a13f-ec4423aa957b req-c1a1d7e3-3d17-43e0-8b0e-c6f72568e772 service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7080228 May 21 15:26:22.636986 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-fc971da2-c9f6-42bb-a9e3-d25709bd22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:22.643338 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:22.645278 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-fc971da2-c9f6-42bb-a9e3-d25709bd22a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5578c508c2ef407cb1b7ecd731050562&device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 1096 time: 0.2745535 May 21 15:26:22.669439 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-60ec20a7-26df-4053-905e-85d806fc5d82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:22.708214 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-112cb4e9-69b7-4163-967e-d56dc1c5eb35 req-3f181330-fd74-47d7-9e1d-8bffb4c13360 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a221568-ef44-4557-a2e6-c3a62a02829f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8757596 May 21 15:26:22.720154 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:22.722937 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-fd84fa06-8bda-47b8-a451-7c6162a1f24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:22.737199 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596770'] for router_interface, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:22.741753 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:22.784752 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=6a0f91c4-ab36-4c44-8f45-bf1e254ed572,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:22.802446 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:22.851142 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port 05b87157-66fe-4472-9fca-16c746642e35 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:22.973750 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 05b87157-66fe-4472-9fca-16c746642e35 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:22.974476 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:22.996246 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0690ca-24c0-478c-8d13-02882dd53802 None None] Pushing event updated for resources: {'Port': ['ID=8d8bc071-f5d7-4cc3-bf4f-2286d1da3637,revision_number=3']} {{(pid=91546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:23.004262 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-ee0690ca-24c0-478c-8d13-02882dd53802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:23.045860 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-9a04b683-44b0-489c-9c65-1676d834dac8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef2af04c-79f8-4f56-95e3-98cfaea9e576 HTTP/1.1" status: 200 len: 217 time: 0.3819976 May 21 15:26:23.308543 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6b50b-95ec-4244-a3b9-9a7471df3f13 req-c374aa0d-8f74-4feb-bb1e-42142a5ee2c8 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:23.328332 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Pushing event updated for resources: {'Port': ['ID=84411f0e-2b7e-4d98-b82e-992124a6dacb,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:23.342624 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bfd6b50b-95ec-4244-a3b9-9a7471df3f13 req-c374aa0d-8f74-4feb-bb1e-42142a5ee2c8 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 945 time: 0.5285223 May 21 15:26:23.358992 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-00b86b77-476a-439d-83bb-76ffd6be0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:23.359354 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:23.365182 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-00b86b77-476a-439d-83bb-76ffd6be0a0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed52b43b-8261-4c16-bb90-f459a3dcfb35 HTTP/1.1" status: 200 len: 851 time: 0.3022757 May 21 15:26:23.393270 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-317b4d65-1b8d-4b58-86f3-65bf5feb13ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.572s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:23.399190 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Attempting to bind port 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:26:23.399190 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Attempting to bind port 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '0563099a-3de1-4931-80db-f7b31a267dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248'}] {{(pid=91546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:26:23.399190 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Attempting to bind port 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 on network 2e58c33a-8f14-4216-8b82-5fec9142b248 {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:23.412892 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:26:23.413279 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Checking segment: {'id': '0563099a-3de1-4931-80db-f7b31a267dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:26:23.413689 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:23.414085 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Bound using segment: {'id': '0563099a-3de1-4931-80db-f7b31a267dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248'} {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:26:23.414564 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Bound port: 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0563099a-3de1-4931-80db-f7b31a267dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248'}}] {{(pid=91546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:26:23.414938 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:23.486468 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 54102) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:23.512042 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-00a55533-7d65-4b74-a885-1039c0aa6858 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--661449381', 'description': 'tempest-description--944843840'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:23.522137 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-976df62c-22c0-431f-b1e9-cb07a1ee799a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=678a084c-0bfa-4e7b-a3f9-ba652fb0a1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265967 May 21 15:26:23.526312 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-00a55533-7d65-4b74-a885-1039c0aa6858 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:23.532258 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-bfd6b50b-95ec-4244-a3b9-9a7471df3f13 req-4c7b9be8-aae6-49b1-b750-be9baf7dc0eb tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Synchronizing usage tracker for tenant:94d1d901ebef4552b61e376d00984038 on resource:security_group {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:23.607339 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [req-757701f7-5581-4530-8a26-6122412b1875 req-4315917a-5226-4cec-b5b1-bc6d7ac555ff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Allocated IP 172.20.0.8 (4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c/355f014a-5478-4d88-83e9-4ebb6ef8c26e/ae5d9ad0-d729-4705-b921-2d43ffbfbf80) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:26:23.629297 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:23.661178 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Network be604bdc-eca1-4f61-b6ba-616764e18bc9 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:23.670614 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port 05b87157-66fe-4472-9fca-16c746642e35, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=05b87157-66fe-4472-9fca-16c746642e35,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:23.671286 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:23.673700 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-00a55533-7d65-4b74-a885-1039c0aa6858 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Usage tracker for resource:security_group and tenant:161234b3a2ac417b9eaddb42302b4075 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:23.674929 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-fd84fa06-8bda-47b8-a451-7c6162a1f24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:23.675697 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-fd84fa06-8bda-47b8-a451-7c6162a1f24b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/484bd019-ca99-4535-9d09-b02e0644e29b HTTP/1.1" status: 204 len: 168 time: 2.5693803 May 21 15:26:23.680078 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:23.680588 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device cc85f0d3-aa1c-41e7-b37a-472a39c97efe up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:23.695131 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-00a55533-7d65-4b74-a885-1039c0aa6858 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:23.720450 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.db [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] For port 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:26:23.732585 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-00a55533-7d65-4b74-a885-1039c0aa6858 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:23.733288 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84fa06-8bda-47b8-a451-7c6162a1f24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484bd019-ca99-4535-9d09-b02e0644e29b,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:23.737302 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.db [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] For port 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=8d8bc071-f5d7-4cc3-bf4f-2286d1da3637,segment=NetworkSegment(0563099a-3de1-4931-80db-f7b31a267dd3),segment_id=0563099a-3de1-4931-80db-f7b31a267dd3)] {{(pid=91546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:26:23.746333 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-fd84fa06-8bda-47b8-a451-7c6162a1f24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:23.761556 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:23.766736 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-60ec20a7-26df-4053-905e-85d806fc5d82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:23.774770 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:23.810950 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-00a55533-7d65-4b74-a885-1039c0aa6858 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:23.833555 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-bfd6b50b-95ec-4244-a3b9-9a7471df3f13 req-4c7b9be8-aae6-49b1-b750-be9baf7dc0eb tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Unset dirty status for tenant:94d1d901ebef4552b61e376d00984038 on resource:security_group {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:23.834717 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bfd6b50b-95ec-4244-a3b9-9a7471df3f13 req-4c7b9be8-aae6-49b1-b750-be9baf7dc0eb tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684324 May 21 15:26:23.998980 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-00a55533-7d65-4b74-a885-1039c0aa6858 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:24.023163 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-7bce4d7b-e064-438f-b03a-a78da15b8239 req-700d36fb-3335-448e-82fb-f631b0d95f94 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Synchronizing usage tracker for tenant:0d681e2048434c9bb18943b86cfdb059 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:24.046782 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-00a55533-7d65-4b74-a885-1039c0aa6858 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Usage tracker for resource:security_group_rule and tenant:161234b3a2ac417b9eaddb42302b4075 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:24.064787 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-3dc7f97b-ce92-4c10-985f-9fdc77b9770b service neutron] 10.222.0.44 "GET /v2.0/networks/678a084c-0bfa-4e7b-a3f9-ba652fb0a1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243251 May 21 15:26:24.068285 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-00a55533-7d65-4b74-a885-1039c0aa6858 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:24.082677 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Routers {'83eb46b4-a871-4353-b528-a2c30e677aca'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:24.084830 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:25:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['83eb46b4-a871-4353-b528-a2c30e677aca'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:24.149881 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-7bce4d7b-e064-438f-b03a-a78da15b8239 req-700d36fb-3335-448e-82fb-f631b0d95f94 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Unset dirty status for tenant:0d681e2048434c9bb18943b86cfdb059 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:24.151694 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7bce4d7b-e064-438f-b03a-a78da15b8239 req-700d36fb-3335-448e-82fb-f631b0d95f94 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 210 time: 0.4877374 May 21 15:26:24.225069 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:24.265930 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=05b87157-66fe-4472-9fca-16c746642e35,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:24.272635 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port cc85f0d3-aa1c-41e7-b37a-472a39c97efe triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:24.274120 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:24.303551 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0690ca-24c0-478c-8d13-02882dd53802 None None] Pushing event updated for resources: {'Port': ['ID=8d8bc071-f5d7-4cc3-bf4f-2286d1da3637,revision_number=4']} {{(pid=91546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:24.317244 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-ee0690ca-24c0-478c-8d13-02882dd53802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:24.387338 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:24.420105 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-944d371b-599d-4f0c-945b-7752a2ea61d2 req-dfcc9f4e-a2e3-411c-b67f-25d415b9e6eb service neutron] 10.222.0.44 "GET /v2.0/networks/678a084c-0bfa-4e7b-a3f9-ba652fb0a1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388591 May 21 15:26:24.434029 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-00a55533-7d65-4b74-a885-1039c0aa6858 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:24.463622 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-9ff6f519-2cc5-41fe-bda3-4dc736781b9a None None] Provisioning complete for port 84411f0e-2b7e-4d98-b82e-992124a6dacb triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:24.464766 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f519-2cc5-41fe-bda3-4dc736781b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:24.469583 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9048ce-a380-494e-bcd7-ab27c0e173c8', 'tag': 'ef2af04c-79f8-4f56-95e3-98cfaea9e576', 'status': 'completed', 'code': 200} May 21 15:26:24.502301 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:26:24.592363 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] Set router 83eb46b4-a871-4353-b528-a2c30e677aca gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:24.611186 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-757701f7-5581-4530-8a26-6122412b1875 req-4315917a-5226-4cec-b5b1-bc6d7ac555ff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:24.644281 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6f519-2cc5-41fe-bda3-4dc736781b9a None None] Port 84411f0e-2b7e-4d98-b82e-992124a6dacb cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:26:24.687188 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-bedcc41a-9312-4bf0-976d-8081461005e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:24.692185 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-00a55533-7d65-4b74-a885-1039c0aa6858 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:24.713312 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-00a55533-7d65-4b74-a885-1039c0aa6858 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:24.739772 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-3c7d968e-a7ee-4d32-bcab-065953ac1bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:24.766210 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-00a55533-7d65-4b74-a885-1039c0aa6858 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:24.767426 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-00a55533-7d65-4b74-a885-1039c0aa6858 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2709985 May 21 15:26:24.779780 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 54140) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:24.789756 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-8014f9d0-b3ac-4b01-86e4-6b0508c9aeb3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Request body: {'security_group_rule': {'security_group_id': '2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:24.914571 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a55533-7d65-4b74-a885-1039c0aa6858 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:24.920835 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-8014f9d0-b3ac-4b01-86e4-6b0508c9aeb3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:24.932898 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-00a55533-7d65-4b74-a885-1039c0aa6858 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:24.939493 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-8014f9d0-b3ac-4b01-86e4-6b0508c9aeb3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Usage tracker for resource:security_group_rule and tenant:161234b3a2ac417b9eaddb42302b4075 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:24.946725 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-8014f9d0-b3ac-4b01-86e4-6b0508c9aeb3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:24.967195 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-8014f9d0-b3ac-4b01-86e4-6b0508c9aeb3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:24.979116 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebda32e-b8ec-430a-ae25-3576116b6a0f req-7423ec07-42c1-4148-8264-6cb7f2a3e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:24.983689 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cebda32e-b8ec-430a-ae25-3576116b6a0f req-7423ec07-42c1-4148-8264-6cb7f2a3e678 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5578c508c2ef407cb1b7ecd731050562&device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 1096 time: 0.3948519 May 21 15:26:25.024288 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:25.099814 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8014f9d0-b3ac-4b01-86e4-6b0508c9aeb3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:25.104619 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 05b87157-66fe-4472-9fca-16c746642e35 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:25.220364 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 05b87157-66fe-4472-9fca-16c746642e35 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:25.222048 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:25.366148 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:26:25.367064 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:26:16Z', 'revision_number': 4, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '8d8bc071-f5d7-4cc3-bf4f-2286d1da3637', 'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:13Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'subnets': [{'id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:25.374563 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0403cd05-deea-4fd8-8cf5-9975538ffdcd None None] The sync data for ids ['83eb46b4-a871-4353-b528-a2c30e677aca'] in dv-cinder-792642-1-smb is: [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:26:16Z', 'revision_number': 4, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '8d8bc071-f5d7-4cc3-bf4f-2286d1da3637', 'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:13Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'subnets': [{'id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:26:25.377151 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-cfc2b9de-7160-4e6a-bdea-0d2f306710b8 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:25.378922 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-cfc2b9de-7160-4e6a-bdea-0d2f306710b8 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.44 "GET /v2.0/networks?id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c HTTP/1.1" status: 200 len: 818 time: 0.7563033 May 21 15:26:25.382456 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Sync routers for ids ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:26:25.393977 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] 10.222.0.42 "PUT /v2.0/routers/8db8db2c-0a48-48c5-83b3-ce18e722bb3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4604037 May 21 15:26:25.397889 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-757701f7-5581-4530-8a26-6122412b1875 req-4315917a-5226-4cec-b5b1-bc6d7ac555ff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:25.404508 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Routers {'8db8db2c-0a48-48c5-83b3-ce18e722bb3c'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:25.405221 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:26:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:25.408910 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-6dd82cc4-77a8-4cc2-9b66-5c9e15c6bee6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Request body: {'port': {'device_id': '9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4', 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c', 'admin_state_up': True, 'tenant_id': '0d681e2048434c9bb18943b86cfdb059'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:25.633326 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8014f9d0-b3ac-4b01-86e4-6b0508c9aeb3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:25.664969 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8014f9d0-b3ac-4b01-86e4-6b0508c9aeb3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:25.679646 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:25.716658 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014f9d0-b3ac-4b01-86e4-6b0508c9aeb3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6658a580-855c-41fe-bce9-4acdc6b3c75a,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:25.730823 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-8014f9d0-b3ac-4b01-86e4-6b0508c9aeb3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:25.739081 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebda32e-b8ec-430a-ae25-3576116b6a0f req-739c8dac-ac8e-4a72-abc8-7715b02b5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:25.746428 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cebda32e-b8ec-430a-ae25-3576116b6a0f req-739c8dac-ac8e-4a72-abc8-7715b02b5a87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=678a084c-0bfa-4e7b-a3f9-ba652fb0a1be HTTP/1.1" status: 200 len: 912 time: 0.7505383 May 21 15:26:25.746669 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:25.768527 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:25.860761 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8014f9d0-b3ac-4b01-86e4-6b0508c9aeb3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:25.865334 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-8014f9d0-b3ac-4b01-86e4-6b0508c9aeb3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0845065 May 21 15:26:25.891783 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0fbdc-da04-43a8-b130-527e4450c7a1 req-7d18f326-1205-4afd-b562-d26ce3b43b3e tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:25.902825 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-47a0fbdc-da04-43a8-b130-527e4450c7a1 req-7d18f326-1205-4afd-b562-d26ce3b43b3e tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 945 time: 0.6583865 May 21 15:26:25.925438 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Set router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:25.939592 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 54188) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:25.945921 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-7b357e8b-7914-4869-894c-ab4d251f8745 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Request body: {'security_group_rule': {'security_group_id': '2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:25.955467 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-7b357e8b-7914-4869-894c-ab4d251f8745 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:25.961567 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-7b357e8b-7914-4869-894c-ab4d251f8745 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Usage tracker for resource:security_group_rule and tenant:161234b3a2ac417b9eaddb42302b4075 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:25.966592 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-7b357e8b-7914-4869-894c-ab4d251f8745 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:25.977430 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-7b357e8b-7914-4869-894c-ab4d251f8745 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:25.986384 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cebda32e-b8ec-430a-ae25-3576116b6a0f req-3b1a9d29-89e5-4aa1-99b1-cc2c0c23e30d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef2af04c-79f8-4f56-95e3-98cfaea9e576 HTTP/1.1" status: 200 len: 217 time: 0.2281337 May 21 15:26:25.991201 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07deeb3-b38c-48fe-aec3-e6e90c7719a0 req-00686bb1-9e10-4e92-84c0-6f461153a9f8 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:26.000480 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d07deeb3-b38c-48fe-aec3-e6e90c7719a0 req-00686bb1-9e10-4e92-84c0-6f461153a9f8 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 943 time: 1.3787653 May 21 15:26:26.041242 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-6dd82cc4-77a8-4cc2-9b66-5c9e15c6bee6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:26.062031 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:26.065884 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757701f7-5581-4530-8a26-6122412b1875 req-4315917a-5226-4cec-b5b1-bc6d7ac555ff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Network 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:26.073797 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [req-757701f7-5581-4530-8a26-6122412b1875 req-4315917a-5226-4cec-b5b1-bc6d7ac555ff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:26.083062 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-6dd82cc4-77a8-4cc2-9b66-5c9e15c6bee6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:26.087080 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-757701f7-5581-4530-8a26-6122412b1875 req-4315917a-5226-4cec-b5b1-bc6d7ac555ff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:26:26.093847 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757701f7-5581-4530-8a26-6122412b1875 req-4315917a-5226-4cec-b5b1-bc6d7ac555ff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:26.094589 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-757701f7-5581-4530-8a26-6122412b1875 req-4315917a-5226-4cec-b5b1-bc6d7ac555ff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:26.099708 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315917a-5226-4cec-b5b1-bc6d7ac555ff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Pushing event updated for resources: {'Port': ['ID=ae5d9ad0-d729-4705-b921-2d43ffbfbf80,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:26.108310 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebda32e-b8ec-430a-ae25-3576116b6a0f req-526dc277-2a8d-4a7b-b1ef-95b81d4682bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:26.110554 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cebda32e-b8ec-430a-ae25-3576116b6a0f req-526dc277-2a8d-4a7b-b1ef-95b81d4682bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed52b43b-8261-4c16-bb90-f459a3dcfb35 HTTP/1.1" status: 200 len: 851 time: 0.1061995 May 21 15:26:26.110912 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-4315917a-5226-4cec-b5b1-bc6d7ac555ff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:26.139211 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d07deeb3-b38c-48fe-aec3-e6e90c7719a0 req-61207eff-f1e1-4252-8fa1-bfd521b1c03c tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a221568-ef44-4557-a2e6-c3a62a02829f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360235 May 21 15:26:26.159845 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-757701f7-5581-4530-8a26-6122412b1875 req-4315917a-5226-4cec-b5b1-bc6d7ac555ff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0882623 May 21 15:26:26.160470 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-6dd82cc4-77a8-4cc2-9b66-5c9e15c6bee6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Made reservation on behalf of 0d681e2048434c9bb18943b86cfdb059 for: {'port': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:26:26.164098 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-6dd82cc4-77a8-4cc2-9b66-5c9e15c6bee6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:26.195221 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:26.195854 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:26.212326 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Request body: {'port': {'device_id': '89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:26.218291 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-47a0fbdc-da04-43a8-b130-527e4450c7a1 req-7f8ea519-f57a-4eec-87df-25dde5319194 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087173 May 21 15:26:26.223905 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7b357e8b-7914-4869-894c-ab4d251f8745 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:26.264733 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cebda32e-b8ec-430a-ae25-3576116b6a0f req-149c164b-e257-424b-ac2d-1141482ae753 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=678a084c-0bfa-4e7b-a3f9-ba652fb0a1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437228 May 21 15:26:26.352806 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7b357e8b-7914-4869-894c-ab4d251f8745 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:26.364223 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7b357e8b-7914-4869-894c-ab4d251f8745 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:26.429577 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:26.476126 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b357e8b-7914-4869-894c-ab4d251f8745 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9f1190-bb45-4e9b-892e-101a9bdc507c,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:26.481253 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-7b357e8b-7914-4869-894c-ab4d251f8745 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:26.503013 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7b357e8b-7914-4869-894c-ab4d251f8745 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:26.507318 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-7b357e8b-7914-4869-894c-ab4d251f8745 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5632153 May 21 15:26:26.507648 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 54204) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:26.517836 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Request body: {'floatingip': {'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:26.518033 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4332371a-8f5b-432e-9d4b-73f01b32c43c req-327a1086-2092-408a-87b4-81d22f56219c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 210 time: 0.1123500 May 21 15:26:26.526582 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:26.552281 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Usage tracker for resource:floatingip and tenant:161234b3a2ac417b9eaddb42302b4075 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:26.561114 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:26.570993 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cebda32e-b8ec-430a-ae25-3576116b6a0f req-7929fe57-9951-4cd0-8df8-9d3d118f14f1 service neutron] 10.222.0.44 "GET /v2.0/networks/678a084c-0bfa-4e7b-a3f9-ba652fb0a1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859623 May 21 15:26:26.571898 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:26.611743 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:26.676928 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:26.742195 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for floatingip, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:26.763764 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-6dd82cc4-77a8-4cc2-9b66-5c9e15c6bee6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Allocated IP 172.20.0.13 (4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c/355f014a-5478-4d88-83e9-4ebb6ef8c26e/392cec2c-f135-4887-9d3d-eb5fe183463c) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:26:26.769274 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28dbc92-1922-4245-b0e0-3e06c43caec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0f91c4-ab36-4c44-8f45-bf1e254ed572'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:27.048148 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cebda32e-b8ec-430a-ae25-3576116b6a0f req-770e8eef-a6b3-4e5c-951c-e2788a3a3692 service neutron] 10.222.0.44 "GET /v2.0/networks/678a084c-0bfa-4e7b-a3f9-ba652fb0a1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691148 May 21 15:26:27.089708 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 6a0f91c4-ab36-4c44-8f45-bf1e254ed572, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=6a0f91c4-ab36-4c44-8f45-bf1e254ed572,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:27.118140 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:27.128253 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:27.232552 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:27.254828 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-6dd82cc4-77a8-4cc2-9b66-5c9e15c6bee6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:27.312206 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:27.312829 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:27.425765 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-6dd82cc4-77a8-4cc2-9b66-5c9e15c6bee6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:27.521382 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:20Z', 'revision_number': 4, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '84411f0e-2b7e-4d98-b82e-992124a6dacb', 'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'mac_address': 'fa:16:3e:ce:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:18Z', 'updated_at': '2021-05-21T15:26:21Z', 'revision_number': 2, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'subnets': [{'id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:27.525823 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=6a0f91c4-ab36-4c44-8f45-bf1e254ed572,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:27.533357 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Checking router: 8db8db2c-0a48-48c5-83b3-ce18e722bb3c for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:26:27.538834 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Updating router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c port 84411f0e-2b7e-4d98-b82e-992124a6dacb binding host dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:26:27.609059 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:27.645134 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_common [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Allocated IP 172.28.3.64 (39961b0a-5138-4007-86ae-d184e62026e0/62db980b-fc91-4b32-a3dc-349d62b1ea2a/a93a7ecf-00b5-446e-89bf-6674d56f8860) {{(pid=91544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:26:27.676596 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:27.686752 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:27.700948 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:27.739757 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device ef2af04c-79f8-4f56-95e3-98cfaea9e576 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:26:27.742375 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:27.743491 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:27.817233 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 54268) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:28.069581 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for port, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:28.101877 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-376d1980-c756-4b98-9be3-2be92690617f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--25346356', 'description': 'tempest-description--987721271'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:28.109015 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-376d1980-c756-4b98-9be3-2be92690617f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:28.113132 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-376d1980-c756-4b98-9be3-2be92690617f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Usage tracker for resource:security_group and tenant:865c13fd2e73428fa9c0e35a559bac7c is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:28.116157 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-376d1980-c756-4b98-9be3-2be92690617f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:28.123245 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-376d1980-c756-4b98-9be3-2be92690617f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:28.127079 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:28.137258 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:28.141749 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:28.158015 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5d9ad0-d729-4705-b921-2d43ffbfbf80 {{(pid=91543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:26:28.175261 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-6dd82cc4-77a8-4cc2-9b66-5c9e15c6bee6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Network 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:28.193193 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-376d1980-c756-4b98-9be3-2be92690617f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:28.209544 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:28.219683 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-6dd82cc4-77a8-4cc2-9b66-5c9e15c6bee6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:28.236129 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-6dd82cc4-77a8-4cc2-9b66-5c9e15c6bee6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:26:28.237083 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Network 39961b0a-5138-4007-86ae-d184e62026e0 is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:28.238396 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event updated for resources: {'Port': ['ID=a93a7ecf-00b5-446e-89bf-6674d56f8860,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:28.241309 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:28.242472 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-6dd82cc4-77a8-4cc2-9b66-5c9e15c6bee6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:28.243215 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-6dd82cc4-77a8-4cc2-9b66-5c9e15c6bee6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:28.261667 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e1c94-3d6e-4436-b645-fbf817e56ddd req-63d29971-435d-4403-b698-7980270d35ac tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:28.270646 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-967e1c94-3d6e-4436-b645-fbf817e56ddd req-63d29971-435d-4403-b698-7980270d35ac tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 946 time: 0.3198769 May 21 15:26:28.273042 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:28.301376 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd82cc4-77a8-4cc2-9b66-5c9e15c6bee6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Pushing event updated for resources: {'Port': ['ID=392cec2c-f135-4887-9d3d-eb5fe183463c,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:28.320548 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-376d1980-c756-4b98-9be3-2be92690617f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:28.326449 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6dd82cc4-77a8-4cc2-9b66-5c9e15c6bee6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:28.327440 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port ef2af04c-79f8-4f56-95e3-98cfaea9e576, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ef2af04c-79f8-4f56-95e3-98cfaea9e576,segment=NetworkSegment(10933acd-5cba-47cc-9ddf-9ea94b98c43f),segment_id=10933acd-5cba-47cc-9ddf-9ea94b98c43f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:28.336122 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-967e1c94-3d6e-4436-b645-fbf817e56ddd req-2066df79-4ab2-4be7-a312-718ffe6df935 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615964 May 21 15:26:28.341718 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6dd22-e4a0-4ffd-b60f-77388ae2633d req-a527d450-34ca-4b48-b5f0-7aa8a7fcc54b tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:28.342958 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4ca6dd22-e4a0-4ffd-b60f-77388ae2633d req-a527d450-34ca-4b48-b5f0-7aa8a7fcc54b tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 943 time: 0.8679597 May 21 15:26:28.345773 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Transition to ACTIVE for port object ae5d9ad0-d729-4705-b921-2d43ffbfbf80 will not be triggered until provisioned by entity L2. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:28.347559 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-6dd82cc4-77a8-4cc2-9b66-5c9e15c6bee6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9519095 May 21 15:26:28.348536 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-376d1980-c756-4b98-9be3-2be92690617f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Usage tracker for resource:security_group_rule and tenant:865c13fd2e73428fa9c0e35a559bac7c is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:28.380308 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Received port after_create {{(pid=91544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:26:28.386332 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Request body: {'port': {'device_id': '9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:28.423428 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=8d8bc071-f5d7-4cc3-bf4f-2286d1da3637,segment=NetworkSegment(0563099a-3de1-4931-80db-f7b31a267dd3),segment_id=0563099a-3de1-4931-80db-f7b31a267dd3)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:28.426537 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': 'ef2af04c-79f8-4f56-95e3-98cfaea9e576', 'network_id': '678a084c-0bfa-4e7b-a3f9-ba652fb0a1be', 'port_id': 'ef2af04c-79f8-4f56-95e3-98cfaea9e576', 'mac_address': 'fa:16:3e:3c:72:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed52b43b-8261-4c16-bb90-f459a3dcfb35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:26:28.438765 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-376d1980-c756-4b98-9be3-2be92690617f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:28.455347 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:28.456067 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-376d1980-c756-4b98-9be3-2be92690617f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:28.505144 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:28.517541 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:28.542493 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:28.572983 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6dd82cc4-77a8-4cc2-9b66-5c9e15c6bee6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:28.684786 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28dbc92-1922-4245-b0e0-3e06c43caec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0f91c4-ab36-4c44-8f45-bf1e254ed572', 'code': 200} May 21 15:26:28.690754 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:28.734146 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:28.805783 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=8d8bc071-f5d7-4cc3-bf4f-2286d1da3637,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:28.812558 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:28.814289 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2af04c-79f8-4f56-95e3-98cfaea9e576 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:26:28.834947 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port ef2af04c-79f8-4f56-95e3-98cfaea9e576, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ef2af04c-79f8-4f56-95e3-98cfaea9e576,segment=NetworkSegment(10933acd-5cba-47cc-9ddf-9ea94b98c43f),segment_id=10933acd-5cba-47cc-9ddf-9ea94b98c43f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:28.845387 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:28.853455 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4ca6dd22-e4a0-4ffd-b60f-77388ae2633d req-19752ebd-9a72-423d-ace8-c876e4e70177 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a221568-ef44-4557-a2e6-c3a62a02829f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015845 May 21 15:26:28.856849 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:28.957242 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=ef2af04c-79f8-4f56-95e3-98cfaea9e576,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:28.962393 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:28.978876 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Pushing event updated for resources: {'Port': ['ID=ae5d9ad0-d729-4705-b921-2d43ffbfbf80,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:28.993278 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:28.994941 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:29.113347 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Notify callbacks [] for port, precommit_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:29.119820 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-376d1980-c756-4b98-9be3-2be92690617f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:29.122389 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:29.143654 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-376d1980-c756-4b98-9be3-2be92690617f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:29.186749 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Transition to ACTIVE for port object 84411f0e-2b7e-4d98-b82e-992124a6dacb will not be triggered until provisioned by entity L2. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:29.194062 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['ef2af04c-79f8-4f56-95e3-98cfaea9e576'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:26:29.248278 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:29.307969 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:29.402720 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b8bc9-84dc-45c3-abfc-c5066628c237 req-259dcbc6-208d-4889-a17b-b648f4a67023 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:29.406729 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-757b8bc9-84dc-45c3-abfc-c5066628c237 req-259dcbc6-208d-4889-a17b-b648f4a67023 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 932 time: 0.4589097 May 21 15:26:29.505819 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b2d53-ac53-46f5-8d56-0b0df18b4194 req-b1d316fe-372a-48c8-a58a-8d16b9f44e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:29.507502 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7a5b2d53-ac53-46f5-8d56-0b0df18b4194 req-b1d316fe-372a-48c8-a58a-8d16b9f44e82 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 1099 time: 0.4408457 May 21 15:26:29.568408 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd1f31-13d5-45bc-b375-87553cd3145d None None] Pushing event updated for resources: {'Port': ['ID=84411f0e-2b7e-4d98-b82e-992124a6dacb,revision_number=3']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:29.626352 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f1bd1f31-13d5-45bc-b375-87553cd3145d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:29.641156 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:29.641754 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:29.647415 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-757b8bc9-84dc-45c3-abfc-c5066628c237 req-a8d7f80e-86af-46c6-9032-68383edd5688 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Synchronizing usage tracker for tenant:0d681e2048434c9bb18943b86cfdb059 on resource:security_group {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:29.656291 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-7a5b2d53-ac53-46f5-8d56-0b0df18b4194 req-a1199cf4-d7c4-47c8-bda2-c3a0dc811da1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:29.726059 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [req-7a5b2d53-ac53-46f5-8d56-0b0df18b4194 req-a1199cf4-d7c4-47c8-bda2-c3a0dc811da1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:29.734423 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-7a5b2d53-ac53-46f5-8d56-0b0df18b4194 req-a1199cf4-d7c4-47c8-bda2-c3a0dc811da1 service neutron] Usage tracker for resource:security_group_rule and tenant:9d0cdd04c5f24eebb4e93c99b7f20009 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:29.742137 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-7a5b2d53-ac53-46f5-8d56-0b0df18b4194 req-a1199cf4-d7c4-47c8-bda2-c3a0dc811da1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:29.750191 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [req-7a5b2d53-ac53-46f5-8d56-0b0df18b4194 req-a1199cf4-d7c4-47c8-bda2-c3a0dc811da1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:29.753415 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-757b8bc9-84dc-45c3-abfc-c5066628c237 req-a8d7f80e-86af-46c6-9032-68383edd5688 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Unset dirty status for tenant:0d681e2048434c9bb18943b86cfdb059 on resource:security_group {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:29.754716 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-757b8bc9-84dc-45c3-abfc-c5066628c237 req-a8d7f80e-86af-46c6-9032-68383edd5688 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331680 May 21 15:26:29.789117 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for port, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:29.806198 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:29.816851 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:29.847710 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Attempting to bind port 84411f0e-2b7e-4d98-b82e-992124a6dacb on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:26:29.848660 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Attempting to bind port 84411f0e-2b7e-4d98-b82e-992124a6dacb by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9'}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:26:29.849260 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Attempting to bind port 84411f0e-2b7e-4d98-b82e-992124a6dacb on network be604bdc-eca1-4f61-b6ba-616764e18bc9 {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:29.877803 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:26:29.878667 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Checking segment: {'id': '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:26:29.879259 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:29.879888 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Bound using segment: {'id': '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9'} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:26:29.880816 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Bound port: 84411f0e-2b7e-4d98-b82e-992124a6dacb, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9'}}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:26:29.881301 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928966'] for floatingip, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:29.881540 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:29.917251 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392cec2c-f135-4887-9d3d-eb5fe183463c {{(pid=91543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:26:29.926817 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event updated for resources: {'Port': ['ID=a93a7ecf-00b5-446e-89bf-6674d56f8860,revision_number=2']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:29.942172 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:29.952225 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:29.991941 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for floatingip, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:29.993792 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4853561 May 21 15:26:30.011013 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Transition to ACTIVE for port object 392cec2c-f135-4887-9d3d-eb5fe183463c will not be triggered until provisioned by entity L2. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:30.024467 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:30.039372 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-7a5b2d53-ac53-46f5-8d56-0b0df18b4194 req-a1199cf4-d7c4-47c8-bda2-c3a0dc811da1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:30.059548 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-7a5b2d53-ac53-46f5-8d56-0b0df18b4194 req-a1199cf4-d7c4-47c8-bda2-c3a0dc811da1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:30.077158 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:30.089093 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-376d1980-c756-4b98-9be3-2be92690617f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:30.093163 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-376d1980-c756-4b98-9be3-2be92690617f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.1410806 May 21 15:26:30.113220 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 54334) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:30.168425 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-ea1b35f3-b547-40d8-a1a1-6c58f93ea809 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Request body: {'security_group_rule': {'security_group_id': 'ef87787c-1691-4c27-9772-15169d36f68f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:30.174090 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:30.204682 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-ea1b35f3-b547-40d8-a1a1-6c58f93ea809 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:30.208753 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] For port 84411f0e-2b7e-4d98-b82e-992124a6dacb, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:26:30.219787 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] For port 84411f0e-2b7e-4d98-b82e-992124a6dacb, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=84411f0e-2b7e-4d98-b82e-992124a6dacb,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:26:30.233507 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Attempting to bind port ae5d9ad0-d729-4705-b921-2d43ffbfbf80 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:26:30.233886 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Attempting to bind port ae5d9ad0-d729-4705-b921-2d43ffbfbf80 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '0d722a71-492c-411e-871c-c91f677c0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c'}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:26:30.234222 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Attempting to bind port ae5d9ad0-d729-4705-b921-2d43ffbfbf80 on network 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:30.240509 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-ea1b35f3-b547-40d8-a1a1-6c58f93ea809 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Usage tracker for resource:security_group_rule and tenant:865c13fd2e73428fa9c0e35a559bac7c is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:30.241992 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:30.250379 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:30.318119 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Port ae5d9ad0-d729-4705-b921-2d43ffbfbf80 on network 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:26:30.318402 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Attempting to bind port ae5d9ad0-d729-4705-b921-2d43ffbfbf80 on network 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:30.323972 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-ea1b35f3-b547-40d8-a1a1-6c58f93ea809 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:30.329247 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-7a5b2d53-ac53-46f5-8d56-0b0df18b4194 req-a1199cf4-d7c4-47c8-bda2-c3a0dc811da1 service neutron] Synchronizing usage tracker for tenant:9d0cdd04c5f24eebb4e93c99b7f20009 on resource:security_group {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:30.334887 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d1980-c756-4b98-9be3-2be92690617f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef87787c-1691-4c27-9772-15169d36f68f,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:30.338516 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-376d1980-c756-4b98-9be3-2be92690617f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:30.340922 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:30.345918 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd1f31-13d5-45bc-b375-87553cd3145d None None] Pushing event updated for resources: {'Port': ['ID=84411f0e-2b7e-4d98-b82e-992124a6dacb,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:30.349918 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f1bd1f31-13d5-45bc-b375-87553cd3145d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:30.371639 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Routers {'8db8db2c-0a48-48c5-83b3-ce18e722bb3c'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:30.372893 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-ea1b35f3-b547-40d8-a1a1-6c58f93ea809 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:30.373459 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:26:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:30.388660 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:26:30.389060 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Checking segment: {'id': '0d722a71-492c-411e-871c-c91f677c0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:26:30.389455 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Bound using segment: {'id': '0d722a71-492c-411e-871c-c91f677c0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c'} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:26:30.389897 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Bound port: ae5d9ad0-d729-4705-b921-2d43ffbfbf80, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d722a71-492c-411e-871c-c91f677c0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c'}}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:26:30.390486 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:30.391100 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1199cf4-d7c4-47c8-bda2-c3a0dc811da1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7ddee8-772d-4ba1-a9d2-ef5e838a99a4,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:30.424569 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-a1199cf4-d7c4-47c8-bda2-c3a0dc811da1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:30.436530 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-7a5b2d53-ac53-46f5-8d56-0b0df18b4194 req-a1199cf4-d7c4-47c8-bda2-c3a0dc811da1 service neutron] Unset dirty status for tenant:9d0cdd04c5f24eebb4e93c99b7f20009 on resource:security_group {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:30.437990 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7a5b2d53-ac53-46f5-8d56-0b0df18b4194 req-a1199cf4-d7c4-47c8-bda2-c3a0dc811da1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9078348 May 21 15:26:30.463672 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f80e29-4d5c-4763-bdd4-56d749683340 req-f4707bf1-c4b5-4c77-9e4a-e7341cb97f28 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:30.471360 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-84f80e29-4d5c-4763-bdd4-56d749683340 req-f4707bf1-c4b5-4c77-9e4a-e7341cb97f28 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 944 time: 0.2333951 May 21 15:26:30.496476 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ea1b35f3-b547-40d8-a1a1-6c58f93ea809 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:30.565383 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-84f80e29-4d5c-4763-bdd4-56d749683340 req-7c747402-815b-4321-a5de-bb6b2aa557d2 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a221568-ef44-4557-a2e6-c3a62a02829f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900936 May 21 15:26:30.628075 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Attempting to bind port 392cec2c-f135-4887-9d3d-eb5fe183463c on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:26:30.628316 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Attempting to bind port 392cec2c-f135-4887-9d3d-eb5fe183463c by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '0d722a71-492c-411e-871c-c91f677c0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c'}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:26:30.629205 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Attempting to bind port 392cec2c-f135-4887-9d3d-eb5fe183463c on network 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:30.633143 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Pushing event updated for resources: {'Port': ['ID=392cec2c-f135-4887-9d3d-eb5fe183463c,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:30.637987 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:30.649249 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Port 392cec2c-f135-4887-9d3d-eb5fe183463c on network 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:26:30.649567 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Attempting to bind port 392cec2c-f135-4887-9d3d-eb5fe183463c on network 4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:30.651461 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] Set router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:30.673245 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39792578-0369-4db7-b9a7-1c7aaa760cfa req-8d77c559-c87e-4882-80cf-9b7573c4bee7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:30.682316 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-39792578-0369-4db7-b9a7-1c7aaa760cfa req-8d77c559-c87e-4882-80cf-9b7573c4bee7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 946 time: 0.6692729 May 21 15:26:30.688391 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ea1b35f3-b547-40d8-a1a1-6c58f93ea809 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:30.700170 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:26:30.700735 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Checking segment: {'id': '0d722a71-492c-411e-871c-c91f677c0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:26:30.701146 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Bound using segment: {'id': '0d722a71-492c-411e-871c-c91f677c0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c'} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:26:30.701585 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Bound port: 392cec2c-f135-4887-9d3d-eb5fe183463c, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d722a71-492c-411e-871c-c91f677c0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c'}}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:26:30.701923 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:30.703258 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ea1b35f3-b547-40d8-a1a1-6c58f93ea809 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:30.707958 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-7b357e8b-7914-4869-894c-ab4d251f8745 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:30.778084 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b35f3-b547-40d8-a1a1-6c58f93ea809 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc45863-fa4d-4d5b-8bfe-94b735a99b31,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:30.792879 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-ea1b35f3-b547-40d8-a1a1-6c58f93ea809 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:30.821355 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-b969abab-3478-42a3-8f6e-78b14bea2d71 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Synchronizing usage tracker for tenant:161234b3a2ac417b9eaddb42302b4075 on resource:security_group {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:30.826851 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ea1b35f3-b547-40d8-a1a1-6c58f93ea809 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:30.828610 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-ea1b35f3-b547-40d8-a1a1-6c58f93ea809 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7060518 May 21 15:26:30.831343 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 54354) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:30.842701 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-80b365f4-270c-4d86-a4d0-081c577d6878 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Request body: {'security_group_rule': {'security_group_id': 'ef87787c-1691-4c27-9772-15169d36f68f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:30.859335 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] For port ae5d9ad0-d729-4705-b921-2d43ffbfbf80, host hv-cinder-79264, cleared binding levels {{(pid=91543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:26:30.861453 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-80b365f4-270c-4d86-a4d0-081c577d6878 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:30.863995 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] For port ae5d9ad0-d729-4705-b921-2d43ffbfbf80, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ae5d9ad0-d729-4705-b921-2d43ffbfbf80,segment=NetworkSegment(0d722a71-492c-411e-871c-c91f677c0e39),segment_id=0d722a71-492c-411e-871c-c91f677c0e39)] {{(pid=91543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:26:30.875923 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-80b365f4-270c-4d86-a4d0-081c577d6878 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Usage tracker for resource:security_group_rule and tenant:865c13fd2e73428fa9c0e35a559bac7c is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:30.884028 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-80b365f4-270c-4d86-a4d0-081c577d6878 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:30.894198 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-b969abab-3478-42a3-8f6e-78b14bea2d71 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Unset dirty status for tenant:161234b3a2ac417b9eaddb42302b4075 on resource:security_group {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:30.895363 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-b969abab-3478-42a3-8f6e-78b14bea2d71 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--661449381&fields=id&tenant_id=161234b3a2ac417b9eaddb42302b4075 HTTP/1.1" status: 200 len: 267 time: 0.1617126 May 21 15:26:30.896201 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-80b365f4-270c-4d86-a4d0-081c577d6878 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:30.905734 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-39792578-0369-4db7-b9a7-1c7aaa760cfa req-498b0e44-fff9-453e-a6a2-f564f74c2926 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119055 May 21 15:26:30.916488 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:30.931538 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c175bbf8-b60e-4431-bf4c-042db72a2b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:31.120371 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-80b365f4-270c-4d86-a4d0-081c577d6878 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:31.138205 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:31.138979 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:31.140603 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-757701f7-5581-4530-8a26-6122412b1875 req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] 10.222.0.44 "PUT /v2.0/ports/ae5d9ad0-d729-4705-b921-2d43ffbfbf80 HTTP/1.1" status: 200 len: 1093 time: 4.9333680 May 21 15:26:31.142506 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8', 'tag': 'ae5d9ad0-d729-4705-b921-2d43ffbfbf80'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:31.161511 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] For port 392cec2c-f135-4887-9d3d-eb5fe183463c, host hv-cinder-79264, cleared binding levels {{(pid=91543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:26:31.170936 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Pushing event updated for resources: {'Port': ['ID=ae5d9ad0-d729-4705-b921-2d43ffbfbf80,revision_number=3']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:31.182045 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:31.186547 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] For port 392cec2c-f135-4887-9d3d-eb5fe183463c, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=392cec2c-f135-4887-9d3d-eb5fe183463c,segment=NetworkSegment(0d722a71-492c-411e-871c-c91f677c0e39),segment_id=0d722a71-492c-411e-871c-c91f677c0e39)] {{(pid=91543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:26:31.218509 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:20Z', 'revision_number': 4, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '84411f0e-2b7e-4d98-b82e-992124a6dacb', 'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'mac_address': 'fa:16:3e:ce:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:18Z', 'updated_at': '2021-05-21T15:26:30Z', 'revision_number': 4, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'subnets': [{'id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:31.220094 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-80b365f4-270c-4d86-a4d0-081c577d6878 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:31.223450 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938eea4e-e430-4b92-beff-fe0ed805698d None None] The sync data for ids ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'] in dv-cinder-792642-1-smb is: [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:20Z', 'revision_number': 4, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '84411f0e-2b7e-4d98-b82e-992124a6dacb', 'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'mac_address': 'fa:16:3e:ce:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:18Z', 'updated_at': '2021-05-21T15:26:30Z', 'revision_number': 4, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'subnets': [{'id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:26:31.239839 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-80b365f4-270c-4d86-a4d0-081c577d6878 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:31.245688 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:31.264628 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:31.318436 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:31.334613 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b365f4-270c-4d86-a4d0-081c577d6878 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2266af-79cd-4606-a0fa-a90a419b8613,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:31.346797 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-2bff7124-ff95-4a80-8fa8-d17893acf916 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:31.347503 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-2bff7124-ff95-4a80-8fa8-d17893acf916 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Synchronizing usage tracker for tenant:161234b3a2ac417b9eaddb42302b4075 on resource:network {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:31.351491 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-80b365f4-270c-4d86-a4d0-081c577d6878 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:31.377985 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-80b365f4-270c-4d86-a4d0-081c577d6878 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:31.379704 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-80b365f4-270c-4d86-a4d0-081c577d6878 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5472608 May 21 15:26:31.383344 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-2bff7124-ff95-4a80-8fa8-d17893acf916 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Unset dirty status for tenant:161234b3a2ac417b9eaddb42302b4075 on resource:network {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:31.385769 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-2bff7124-ff95-4a80-8fa8-d17893acf916 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/networks?id=2e58c33a-8f14-4216-8b82-5fec9142b248 HTTP/1.1" status: 200 len: 810 time: 0.4796052 May 21 15:26:31.386295 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 54368) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:31.392674 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Request body: {'floatingip': {'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:31.405098 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:31.411437 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Usage tracker for resource:floatingip and tenant:865c13fd2e73428fa9c0e35a559bac7c is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:31.415031 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:31.423692 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:31.465211 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for floatingip, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:31.468776 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cf70e-5f1e-415c-aa07-33c252096285 req-121a0946-bae0-4bd7-97eb-f19a9ad1d57a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:31.471091 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-506cf70e-5f1e-415c-aa07-33c252096285 req-121a0946-bae0-4bd7-97eb-f19a9ad1d57a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Synchronizing usage tracker for tenant:0d681e2048434c9bb18943b86cfdb059 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:31.487404 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Pushing event updated for resources: {'Port': ['ID=392cec2c-f135-4887-9d3d-eb5fe183463c,revision_number=3']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:31.501799 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-83a82972-c095-4a6a-8d7b-16e6c68e59c8 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/quotas/161234b3a2ac417b9eaddb42302b4075 HTTP/1.1" status: 200 len: 375 time: 0.0665288 May 21 15:26:31.521019 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:31.521563 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:31.523606 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] 10.222.0.44 "PUT /v2.0/ports/392cec2c-f135-4887-9d3d-eb5fe183463c HTTP/1.1" status: 200 len: 1094 time: 3.1503816 May 21 15:26:31.563284 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:31.572646 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-506cf70e-5f1e-415c-aa07-33c252096285 req-121a0946-bae0-4bd7-97eb-f19a9ad1d57a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Unset dirty status for tenant:0d681e2048434c9bb18943b86cfdb059 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:31.582399 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-506cf70e-5f1e-415c-aa07-33c252096285 req-121a0946-bae0-4bd7-97eb-f19a9ad1d57a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 944 time: 0.5122499 May 21 15:26:31.679710 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757701f7-5581-4530-8a26-6122412b1875 req-a10035f8-32fa-46eb-8a0d-afe311154851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:31.683335 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-757701f7-5581-4530-8a26-6122412b1875 req-a10035f8-32fa-46eb-8a0d-afe311154851 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0d681e2048434c9bb18943b86cfdb059&device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 1096 time: 0.4853821 May 21 15:26:31.735667 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device ef2af04c-79f8-4f56-95e3-98cfaea9e576 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:31.814969 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-506cf70e-5f1e-415c-aa07-33c252096285 req-823e512b-7b4f-4e30-b9b0-ae376db5316e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314875 May 21 15:26:31.818893 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-757701f7-5581-4530-8a26-6122412b1875 req-dc8263f2-b712-46d7-8c2e-35e65fe344ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae5d9ad0-d729-4705-b921-2d43ffbfbf80 HTTP/1.1" status: 200 len: 217 time: 0.1132519 May 21 15:26:31.850967 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-197d1fcb-261e-45d6-920a-536db658feae tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Synchronizing usage tracker for tenant:161234b3a2ac417b9eaddb42302b4075 on resource:port {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:31.920955 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:31.926515 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-197d1fcb-261e-45d6-920a-536db658feae tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Unset dirty status for tenant:161234b3a2ac417b9eaddb42302b4075 on resource:port {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:31.928994 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-197d1fcb-261e-45d6-920a-536db658feae tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=161234b3a2ac417b9eaddb42302b4075&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4131770 May 21 15:26:31.932479 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port ef2af04c-79f8-4f56-95e3-98cfaea9e576 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:31.936648 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8', 'tag': 'ae5d9ad0-d729-4705-b921-2d43ffbfbf80', 'status': 'completed', 'code': 200} May 21 15:26:31.939207 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port ef2af04c-79f8-4f56-95e3-98cfaea9e576 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:31.939697 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:31.977898 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-64e97cc0-eb9c-4973-ba80-7212616c3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:31.980348 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-64e97cc0-eb9c-4973-ba80-7212616c3a01 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0d681e2048434c9bb18943b86cfdb059&device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 1097 time: 0.3722515 May 21 15:26:31.986087 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757701f7-5581-4530-8a26-6122412b1875 req-6226e528-16a7-43e4-841d-524de162789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:31.987642 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-757701f7-5581-4530-8a26-6122412b1875 req-6226e528-16a7-43e4-841d-524de162789a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=355f014a-5478-4d88-83e9-4ebb6ef8c26e HTTP/1.1" status: 200 len: 858 time: 0.1477957 May 21 15:26:32.143278 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:32.239430 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9048ce-a380-494e-bcd7-ab27c0e173c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2af04c-79f8-4f56-95e3-98cfaea9e576'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:32.258425 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-757701f7-5581-4530-8a26-6122412b1875 req-2365889d-b403-41d1-8861-6f02131ae432 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1738470 May 21 15:26:32.261566 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port ef2af04c-79f8-4f56-95e3-98cfaea9e576, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ef2af04c-79f8-4f56-95e3-98cfaea9e576,segment=NetworkSegment(10933acd-5cba-47cc-9ddf-9ea94b98c43f),segment_id=10933acd-5cba-47cc-9ddf-9ea94b98c43f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:32.273625 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:32.276139 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:32.283517 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-e26c3df2-492d-4391-b028-347fae181781 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=392cec2c-f135-4887-9d3d-eb5fe183463c HTTP/1.1" status: 200 len: 217 time: 0.2940109 May 21 15:26:32.451142 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=ef2af04c-79f8-4f56-95e3-98cfaea9e576,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:32.458785 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:32.506110 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-7e276420-a091-4cf9-96da-0b8b455207d7 service neutron] 10.222.0.42 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264424 May 21 15:26:32.555554 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_common [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Allocated IP 172.28.3.220 (39961b0a-5138-4007-86ae-d184e62026e0/62db980b-fc91-4b32-a3dc-349d62b1ea2a/22e599e9-9ae0-42b5-9b5b-d6dc5ef6fc1d) {{(pid=91544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:26:32.727818 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-963da971-20f2-40a7-aad1-9929b9828ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:32.730061 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-963da971-20f2-40a7-aad1-9929b9828ab1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=355f014a-5478-4d88-83e9-4ebb6ef8c26e HTTP/1.1" status: 200 len: 858 time: 0.3362370 May 21 15:26:32.795872 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-38abc1ec-4294-4032-9987-613a55817653 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522823 May 21 15:26:32.843114 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-62d239f9-d057-48f8-b58b-fce2666d62d7 service neutron] 10.222.0.42 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251784 May 21 15:26:32.914682 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-757701f7-5581-4530-8a26-6122412b1875 req-b0aaaa36-9217-42f0-b45a-f29cf72d6728 service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302190 May 21 15:26:32.915328 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for port, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:32.927562 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382800fd-5d7e-4015-9bd6-a6d8c92a6ed2 req-c429e5c7-a121-4488-a1da-70e31c8b9cb1 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:32.929088 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-382800fd-5d7e-4015-9bd6-a6d8c92a6ed2 req-c429e5c7-a121-4488-a1da-70e31c8b9cb1 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 945 time: 0.6734269 May 21 15:26:32.966069 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:32.979317 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2ed7fdf3-ec4e-47b9-b1c9-cf0cfdfd3cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:33.082055 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 84411f0e-2b7e-4d98-b82e-992124a6dacb up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:33.085287 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Network 39961b0a-5138-4007-86ae-d184e62026e0 is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:33.088824 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:33.093109 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Received port after_create {{(pid=91544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:26:33.103118 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event updated for resources: {'Port': ['ID=22e599e9-9ae0-42b5-9b5b-d6dc5ef6fc1d,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:33.126089 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:33.127127 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-382800fd-5d7e-4015-9bd6-a6d8c92a6ed2 req-efe646d6-ba95-4275-9c6d-b67166bd8097 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a221568-ef44-4557-a2e6-c3a62a02829f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883225 May 21 15:26:33.153209 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:33.173802 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-3d9ea1d9-fbb7-406b-90b7-2fa775aa1649 service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604662 May 21 15:26:33.194351 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-757701f7-5581-4530-8a26-6122412b1875 req-76ffe069-bee0-4f12-897a-d266bd440500 service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642951 May 21 15:26:33.300558 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9048ce-a380-494e-bcd7-ab27c0e173c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2af04c-79f8-4f56-95e3-98cfaea9e576', 'code': 200} May 21 15:26:33.309154 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:33.348117 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port 84411f0e-2b7e-4d98-b82e-992124a6dacb completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:33.353257 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 84411f0e-2b7e-4d98-b82e-992124a6dacb triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:33.353696 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:33.478725 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11127641-e42c-491a-8d41-fa31f60f6db4 req-7f8b361c-41fc-4b53-bdea-176ad6572d25 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:33.489473 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-11127641-e42c-491a-8d41-fa31f60f6db4 req-7f8b361c-41fc-4b53-bdea-176ad6572d25 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 946 time: 0.2956464 May 21 15:26:33.534832 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:33.581847 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port 84411f0e-2b7e-4d98-b82e-992124a6dacb, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=84411f0e-2b7e-4d98-b82e-992124a6dacb,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:33.599831 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:33.607621 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-76570fb0-b0f5-4f20-adcd-a2791c887ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:33.686453 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7be97daf-51e1-4ef2-8aec-e83babd1e409 req-04e5a338-b435-4bd8-91a1-daf8a7d3f0ea service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909585 May 21 15:26:33.709611 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd755e9c-a558-4618-90e1-bd399c06a48d req-33fac84d-016d-4439-aca2-2779265f9dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:33.716505 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-bd755e9c-a558-4618-90e1-bd399c06a48d req-33fac84d-016d-4439-aca2-2779265f9dee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0d681e2048434c9bb18943b86cfdb059&device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 1096 time: 0.3820510 May 21 15:26:33.739520 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=84411f0e-2b7e-4d98-b82e-992124a6dacb,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:33.746886 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:33.838422 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-11127641-e42c-491a-8d41-fa31f60f6db4 req-25112094-674f-465f-b174-4997fef55683 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474348 May 21 15:26:33.941133 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4', 'tag': '392cec2c-f135-4887-9d3d-eb5fe183463c'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:33.946045 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd755e9c-a558-4618-90e1-bd399c06a48d req-7b5b0cc6-ed7e-47e1-9ad0-26e2a11076d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:33.948068 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-bd755e9c-a558-4618-90e1-bd399c06a48d req-7b5b0cc6-ed7e-47e1-9ad0-26e2a11076d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c HTTP/1.1" status: 200 len: 919 time: 0.2129276 May 21 15:26:33.969200 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c987ba-9ae7-4d5e-aeda-b9a890332314 req-b8de1a59-3c0e-49b6-80e5-488fde37ef5a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:33.971278 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-55c987ba-9ae7-4d5e-aeda-b9a890332314 req-b8de1a59-3c0e-49b6-80e5-488fde37ef5a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 944 time: 0.4822929 May 21 15:26:34.059184 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for port, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:34.084769 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-bd755e9c-a558-4618-90e1-bd399c06a48d req-cdd24a83-c887-4ed5-9f3d-0d8b207a75c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae5d9ad0-d729-4705-b921-2d43ffbfbf80 HTTP/1.1" status: 200 len: 217 time: 0.1123767 May 21 15:26:34.110066 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:34.137849 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:34.198771 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e6e3315a-a3e4-4f0c-b006-2256474270f2 req-a83e52b0-185b-48fb-9824-5bac3819c532 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 210 time: 0.1340721 May 21 15:26:34.209993 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928966'] for floatingip, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:34.226800 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-55c987ba-9ae7-4d5e-aeda-b9a890332314 req-39456f7e-e77d-43ec-abb4-bc9937cf413f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911497 May 21 15:26:34.235980 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd755e9c-a558-4618-90e1-bd399c06a48d req-8866e878-64f0-4a21-a693-3218a10649c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:34.237566 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-bd755e9c-a558-4618-90e1-bd399c06a48d req-8866e878-64f0-4a21-a693-3218a10649c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=355f014a-5478-4d88-83e9-4ebb6ef8c26e HTTP/1.1" status: 200 len: 858 time: 0.1460471 May 21 15:26:34.269711 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event updated for resources: {'Port': ['ID=22e599e9-9ae0-42b5-9b5b-d6dc5ef6fc1d,revision_number=2']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:34.288660 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:34.321713 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for floatingip, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:34.338070 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9500551 May 21 15:26:34.358921 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4', 'tag': '392cec2c-f135-4887-9d3d-eb5fe183463c', 'status': 'completed', 'code': 200} May 21 15:26:34.364074 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-bd755e9c-a558-4618-90e1-bd399c06a48d req-08fb1215-e675-4188-8dcd-5bdab2e1dd9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151175 May 21 15:26:34.389109 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c3c4b-f469-4b9b-9a5a-b6200f2da6bd req-998ee737-08c0-491a-9292-eb32c8409722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:34.400424 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a30c3c4b-f469-4b9b-9a5a-b6200f2da6bd req-998ee737-08c0-491a-9292-eb32c8409722 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 1098 time: 0.7480032 May 21 15:26:34.491196 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a30c3c4b-f469-4b9b-9a5a-b6200f2da6bd req-7508cb2a-6e15-430a-8540-fa9feb525bea service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5a221568-ef44-4557-a2e6-c3a62a02829f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745211 May 21 15:26:34.781319 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-bd755e9c-a558-4618-90e1-bd399c06a48d req-b0c4aff2-0e1e-4eec-b49a-2cf1fcb4988f service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100111 May 21 15:26:34.832694 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53596d91-a6a4-4f3d-a79e-a1fd250376fe req-fdb535cf-d2e1-4025-be65-940ee4f571c6 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:34.834752 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-53596d91-a6a4-4f3d-a79e-a1fd250376fe req-fdb535cf-d2e1-4025-be65-940ee4f571c6 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 945 time: 0.2880616 May 21 15:26:34.836934 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f871-d4e0-4af3-87d8-bf25dc4cd2e8 req-a66f4359-c3d6-4171-a3ab-367dfb6f2805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:34.839080 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b821f871-d4e0-4af3-87d8-bf25dc4cd2e8 req-a66f4359-c3d6-4171-a3ab-367dfb6f2805 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0d681e2048434c9bb18943b86cfdb059&device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 1097 time: 0.4248579 May 21 15:26:34.853117 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-19c47962-16b5-4da3-a62e-ddc0e289d3c6 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--25346356&fields=id&tenant_id=865c13fd2e73428fa9c0e35a559bac7c HTTP/1.1" status: 200 len: 267 time: 0.0972795 May 21 15:26:35.076581 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 84411f0e-2b7e-4d98-b82e-992124a6dacb up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:35.163525 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-53596d91-a6a4-4f3d-a79e-a1fd250376fe req-b0342891-6024-459f-8748-0b290323961b tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a221568-ef44-4557-a2e6-c3a62a02829f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135722 May 21 15:26:35.203813 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 84411f0e-2b7e-4d98-b82e-992124a6dacb triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:35.204553 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:35.282072 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-bd755e9c-a558-4618-90e1-bd399c06a48d req-62877bc5-ce04-4920-bac2-6c0f746d9ee6 service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878087 May 21 15:26:35.283194 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f871-d4e0-4af3-87d8-bf25dc4cd2e8 req-e466a330-5e32-4b75-8d4e-31180bb19e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:35.284939 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b821f871-d4e0-4af3-87d8-bf25dc4cd2e8 req-e466a330-5e32-4b75-8d4e-31180bb19e97 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c HTTP/1.1" status: 200 len: 919 time: 0.4353988 May 21 15:26:35.392137 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b821f871-d4e0-4af3-87d8-bf25dc4cd2e8 req-3b20cc30-4590-43ba-94e7-b044d78ac3c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=392cec2c-f135-4887-9d3d-eb5fe183463c HTTP/1.1" status: 200 len: 217 time: 0.0897269 May 21 15:26:35.463542 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-eaaf1ae0-5181-4b63-b434-76bc76be8922 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:35.465216 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-eaaf1ae0-5181-4b63-b434-76bc76be8922 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/networks?id=be604bdc-eca1-4f61-b6ba-616764e18bc9 HTTP/1.1" status: 200 len: 817 time: 0.6072290 May 21 15:26:35.473616 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-afcd0f34-8000-4004-92b7-72d5836de5a1 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:35.474905 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-afcd0f34-8000-4004-92b7-72d5836de5a1 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.44 "GET /v2.0/networks?id=2e58c33a-8f14-4216-8b82-5fec9142b248 HTTP/1.1" status: 200 len: 810 time: 0.4115248 May 21 15:26:35.482393 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5de7bcf8-c6d8-4d0e-aa1c-172c4120454a req-e5e60908-bf4f-4b2a-81a6-35823c7d9087 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 210 time: 0.0887244 May 21 15:26:35.485873 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-4dcae50a-2b94-4da3-9397-c4b8b7386206 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/quotas/865c13fd2e73428fa9c0e35a559bac7c HTTP/1.1" status: 200 len: 375 time: 0.0099990 May 21 15:26:35.521136 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821f871-d4e0-4af3-87d8-bf25dc4cd2e8 req-613e03c0-d76e-4514-b807-068fd72c8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:35.535637 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b821f871-d4e0-4af3-87d8-bf25dc4cd2e8 req-613e03c0-d76e-4514-b807-068fd72c8ba8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=355f014a-5478-4d88-83e9-4ebb6ef8c26e HTTP/1.1" status: 200 len: 858 time: 0.0820930 May 21 15:26:35.601222 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b821f871-d4e0-4af3-87d8-bf25dc4cd2e8 req-5e60d79f-a926-47eb-ba33-b7c386cb3ea3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642326 May 21 15:26:35.605896 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-c66e8559-33d3-41d4-9bbd-6de5d2de1f06 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=161234b3a2ac417b9eaddb42302b4075 HTTP/1.1" status: 200 len: 379 time: 0.1168747 May 21 15:26:35.634153 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-cbdb6ba2-8956-4b13-af1f-12d3a18b03f6 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=865c13fd2e73428fa9c0e35a559bac7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1312354 May 21 15:26:35.639676 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Request body: {'port': {'device_id': 'cbd5e993-304e-4398-b800-7101cbe25dd4', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'admin_state_up': True, 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'security_groups': ['2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf']}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:35.758900 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device ae5d9ad0-d729-4705-b921-2d43ffbfbf80 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:26:35.827012 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f16ace-1c23-4a73-a75f-6f610bb38a48 req-a79492d2-55d8-405c-9ae0-7bb73498b46c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:35.828651 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-08f16ace-1c23-4a73-a75f-6f610bb38a48 req-a79492d2-55d8-405c-9ae0-7bb73498b46c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 944 time: 0.2087305 May 21 15:26:35.859770 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b821f871-d4e0-4af3-87d8-bf25dc4cd2e8 req-c98f8db6-a96d-4134-8a3e-2e45f2d99d52 service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980767 May 21 15:26:35.914238 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:35.917164 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port ae5d9ad0-d729-4705-b921-2d43ffbfbf80, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ae5d9ad0-d729-4705-b921-2d43ffbfbf80,segment=NetworkSegment(0d722a71-492c-411e-871c-c91f677c0e39),segment_id=0d722a71-492c-411e-871c-c91f677c0e39)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:35.919961 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-542ad866-1a5d-4810-abb8-447318a46c4c service neutron] 10.222.0.42 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629540 May 21 15:26:35.930805 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:35.931831 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': 'ae5d9ad0-d729-4705-b921-2d43ffbfbf80', 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c', 'port_id': 'ae5d9ad0-d729-4705-b921-2d43ffbfbf80', 'mac_address': 'fa:16:3e:f2:fe:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355f014a-5478-4d88-83e9-4ebb6ef8c26e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:26:35.993494 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:36.025515 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5d9ad0-d729-4705-b921-2d43ffbfbf80 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:26:36.032396 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-08f16ace-1c23-4a73-a75f-6f610bb38a48 req-24edb8b0-08fe-4db9-9fe2-fbe5ce2d674e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905785 May 21 15:26:36.064550 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port ae5d9ad0-d729-4705-b921-2d43ffbfbf80, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ae5d9ad0-d729-4705-b921-2d43ffbfbf80,segment=NetworkSegment(0d722a71-492c-411e-871c-c91f677c0e39),segment_id=0d722a71-492c-411e-871c-c91f677c0e39)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:36.069222 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:36.072910 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:36.139044 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b821f871-d4e0-4af3-87d8-bf25dc4cd2e8 req-8c7c9970-57f6-4d2a-839a-7a780f6226a0 service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641287 May 21 15:26:36.153516 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Made reservation on behalf of 161234b3a2ac417b9eaddb42302b4075 for: {'port': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:26:36.161647 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:36.195655 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=ae5d9ad0-d729-4705-b921-2d43ffbfbf80,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:36.203249 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:36.307611 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-bfd98271-2274-48b2-9411-951c5ea6a6a8 service neutron] 10.222.0.42 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783355 May 21 15:26:36.327108 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['ae5d9ad0-d729-4705-b921-2d43ffbfbf80'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:26:36.440740 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_common [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Allocated IP 172.20.0.13 (2e58c33a-8f14-4216-8b82-5fec9142b248/7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc/ea162c5c-1112-4b50-bdb6-6f5ac17bbe73) {{(pid=91544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:26:36.841160 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for port, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:36.866513 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca64fc5-57b6-4a44-b02e-fe4de1cf0f44 req-4cf65356-8759-4ee2-96dc-2c54d8027a48 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:36.873626 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-eca64fc5-57b6-4a44-b02e-fe4de1cf0f44 req-4cf65356-8759-4ee2-96dc-2c54d8027a48 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 945 time: 0.2029457 May 21 15:26:36.902041 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.provisioning_blocks [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Transition to ACTIVE for port object ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 will not be triggered until provisioned by entity DHCP. {{(pid=91544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:36.949795 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-eca64fc5-57b6-4a44-b02e-fe4de1cf0f44 req-4b6f1df5-1e0b-4e4d-b9f5-89deed5fceed tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a221568-ef44-4557-a2e6-c3a62a02829f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751731 May 21 15:26:36.987719 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:36.999062 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:37.131687 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-4c6b305b-345b-4cac-9542-cc764c04ceed req-22777ed2-3348-4706-aadd-ff3355245da6 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Synchronizing usage tracker for tenant:865c13fd2e73428fa9c0e35a559bac7c on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:37.154948 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Network 2e58c33a-8f14-4216-8b82-5fec9142b248 is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:37.160788 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-4c6b305b-345b-4cac-9542-cc764c04ceed req-22777ed2-3348-4706-aadd-ff3355245da6 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Unset dirty status for tenant:865c13fd2e73428fa9c0e35a559bac7c on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:37.163829 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4c6b305b-345b-4cac-9542-cc764c04ceed req-22777ed2-3348-4706-aadd-ff3355245da6 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 210 time: 0.1225677 May 21 15:26:37.167257 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:37.170048 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Received port after_create {{(pid=91544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:26:37.177671 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:37.178332 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for port, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:37.244819 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event updated for resources: {'Port': ['ID=ea162c5c-1112-4b50-bdb6-6f5ac17bbe73,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:37.248626 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:37.275510 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6394975 May 21 15:26:37.285769 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e138fa-6c8a-4ca5-b457-932360df4f1c req-486ad0cc-f9a2-4636-9497-875cf59fd72d tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:37.286544 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-f2e138fa-6c8a-4ca5-b457-932360df4f1c req-486ad0cc-f9a2-4636-9497-875cf59fd72d tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Synchronizing usage tracker for tenant:161234b3a2ac417b9eaddb42302b4075 on resource:port {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:37.295204 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Request body: {'port': {'device_id': 'cbd5e993-304e-4398-b800-7101cbe25dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:37.453109 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:37.465200 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-f2e138fa-6c8a-4ca5-b457-932360df4f1c req-486ad0cc-f9a2-4636-9497-875cf59fd72d tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Unset dirty status for tenant:161234b3a2ac417b9eaddb42302b4075 on resource:port {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:37.466432 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f2e138fa-6c8a-4ca5-b457-932360df4f1c req-486ad0cc-f9a2-4636-9497-875cf59fd72d tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 932 time: 0.3678224 May 21 15:26:37.551217 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b04b7-3dda-4a0c-9ca1-ee7815716cb8 req-c7d0946e-8d23-426f-b1a1-1493221824a9 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:37.552826 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4e4b04b7-3dda-4a0c-9ca1-ee7815716cb8 req-c7d0946e-8d23-426f-b1a1-1493221824a9 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 944 time: 0.1499822 May 21 15:26:37.623497 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-ae1d181d-4ce7-49be-8aef-3fa8e4c88318 None None] Provisioning for port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:37.630824 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-ae1d181d-4ce7-49be-8aef-3fa8e4c88318 None None] Provisioning complete for port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:37.631623 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-ae1d181d-4ce7-49be-8aef-3fa8e4c88318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:37.641818 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4e4b04b7-3dda-4a0c-9ca1-ee7815716cb8 req-822b3c6c-7a49-4e3a-8b31-a2a3a76acd1a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791187 May 21 15:26:37.776266 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 392cec2c-f135-4887-9d3d-eb5fe183463c details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:26:37.778804 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-ae1d181d-4ce7-49be-8aef-3fa8e4c88318 None None] Port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:26:37.831141 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device ae5d9ad0-d729-4705-b921-2d43ffbfbf80 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:37.940694 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f2e138fa-6c8a-4ca5-b457-932360df4f1c req-0766d027-a953-4bc1-a0be-36298521bef2 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4664795 May 21 15:26:38.049046 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port ae5d9ad0-d729-4705-b921-2d43ffbfbf80 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:38.059572 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port ae5d9ad0-d729-4705-b921-2d43ffbfbf80 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:38.060297 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:38.097359 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 392cec2c-f135-4887-9d3d-eb5fe183463c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=392cec2c-f135-4887-9d3d-eb5fe183463c,segment=NetworkSegment(0d722a71-492c-411e-871c-c91f677c0e39),segment_id=0d722a71-492c-411e-871c-c91f677c0e39)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:38.116177 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.notifiers.nova [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 {{(pid=91544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:26:38.134904 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': '392cec2c-f135-4887-9d3d-eb5fe183463c', 'network_id': '4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c', 'port_id': '392cec2c-f135-4887-9d3d-eb5fe183463c', 'mac_address': 'fa:16:3e:77:d0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355f014a-5478-4d88-83e9-4ebb6ef8c26e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:26:38.144450 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:38.173072 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.provisioning_blocks [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Transition to ACTIVE for port object ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 will not be triggered until provisioned by entity L2. {{(pid=91544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:38.180964 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:38.194412 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:38.218243 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:38.537355 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-04906fce-b843-4247-a229-0143dc88c9d2 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:38.538095 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-04906fce-b843-4247-a229-0143dc88c9d2 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Synchronizing usage tracker for tenant:865c13fd2e73428fa9c0e35a559bac7c on resource:network {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:38.545492 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:38.556189 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392cec2c-f135-4887-9d3d-eb5fe183463c {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:26:38.576260 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.managers [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Attempting to bind port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:26:38.576598 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.managers [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Attempting to bind port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '0563099a-3de1-4931-80db-f7b31a267dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248'}] {{(pid=91544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:26:38.576958 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Attempting to bind port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 on network 2e58c33a-8f14-4216-8b82-5fec9142b248 {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:38.594168 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 on network 2e58c33a-8f14-4216-8b82-5fec9142b248 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:26:38.594491 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Attempting to bind port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 on network 2e58c33a-8f14-4216-8b82-5fec9142b248 {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:38.612854 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea162c5c-1112-4b50-bdb6-6f5ac17bbe73,revision_number=2']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:38.637883 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:38.638776 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:26:38.639116 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Checking segment: {'id': '0563099a-3de1-4931-80db-f7b31a267dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:26:38.642159 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e6fdd1f6-0d38-4b95-a1e9-c8f6d441bf7f req-49e8333f-48a8-4695-9164-3678b9a3e81c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 210 time: 0.0918019 May 21 15:26:38.642306 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Bound using segment: {'id': '0563099a-3de1-4931-80db-f7b31a267dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248'} {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:26:38.642761 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.managers [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Bound port: ea162c5c-1112-4b50-bdb6-6f5ac17bbe73, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0563099a-3de1-4931-80db-f7b31a267dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248'}}] {{(pid=91544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:26:38.643129 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:38.645225 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 392cec2c-f135-4887-9d3d-eb5fe183463c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=392cec2c-f135-4887-9d3d-eb5fe183463c,segment=NetworkSegment(0d722a71-492c-411e-871c-c91f677c0e39),segment_id=0d722a71-492c-411e-871c-c91f677c0e39)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:38.649020 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-04906fce-b843-4247-a229-0143dc88c9d2 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Unset dirty status for tenant:865c13fd2e73428fa9c0e35a559bac7c on resource:network {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:38.650762 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-04906fce-b843-4247-a229-0143dc88c9d2 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.44 "GET /v2.0/networks?id=be604bdc-eca1-4f61-b6ba-616764e18bc9 HTTP/1.1" status: 200 len: 817 time: 0.4372251 May 21 15:26:38.687198 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:38.688832 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5d9ad0-d729-4705-b921-2d43ffbfbf80'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:38.714086 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:38.724767 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-4680127d-614f-4029-ba3e-f46c62308b14 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Synchronizing usage tracker for tenant:865c13fd2e73428fa9c0e35a559bac7c on resource:security_group {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:38.745397 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-4680127d-614f-4029-ba3e-f46c62308b14 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Unset dirty status for tenant:865c13fd2e73428fa9c0e35a559bac7c on resource:security_group {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:38.746787 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-4680127d-614f-4029-ba3e-f46c62308b14 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=865c13fd2e73428fa9c0e35a559bac7c HTTP/1.1" status: 200 len: 378 time: 0.0776472 May 21 15:26:38.774076 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Request body: {'port': {'device_id': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'admin_state_up': True, 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'security_groups': ['ef87787c-1691-4c27-9772-15169d36f68f']}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:38.805863 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5d9ad0-d729-4705-b921-2d43ffbfbf80', 'code': 200} May 21 15:26:38.810138 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port ae5d9ad0-d729-4705-b921-2d43ffbfbf80, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ae5d9ad0-d729-4705-b921-2d43ffbfbf80,segment=NetworkSegment(0d722a71-492c-411e-871c-c91f677c0e39),segment_id=0d722a71-492c-411e-871c-c91f677c0e39)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:38.824570 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.db [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] For port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73, host hv-cinder-79264, cleared binding levels {{(pid=91544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:26:38.830748 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.db [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] For port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ea162c5c-1112-4b50-bdb6-6f5ac17bbe73,segment=NetworkSegment(0563099a-3de1-4931-80db-f7b31a267dd3),segment_id=0563099a-3de1-4931-80db-f7b31a267dd3)] {{(pid=91544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:26:38.831354 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:38.861683 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=392cec2c-f135-4887-9d3d-eb5fe183463c,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:38.865191 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:38.865690 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:38.891246 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:38.902150 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:39.001679 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=ae5d9ad0-d729-4705-b921-2d43ffbfbf80,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:39.008939 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:39.025792 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:39.026528 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for port, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:39.028053 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] 10.222.0.44 "PUT /v2.0/ports/ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 HTTP/1.1" status: 200 len: 1094 time: 1.7383368 May 21 15:26:39.030533 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd5e993-304e-4398-b800-7101cbe25dd4', 'tag': 'ea162c5c-1112-4b50-bdb6-6f5ac17bbe73'}] {{(pid=91544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:39.058153 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['392cec2c-f135-4887-9d3d-eb5fe183463c'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:26:39.068301 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea162c5c-1112-4b50-bdb6-6f5ac17bbe73,revision_number=3']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:39.072572 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:39.129193 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234c482-f8f7-4c89-89d7-2bfac558a05e req-e3e4de9c-63d1-4573-a573-c3d324594ec7 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:39.141670 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-8234c482-f8f7-4c89-89d7-2bfac558a05e req-e3e4de9c-63d1-4573-a573-c3d324594ec7 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 945 time: 0.3046734 May 21 15:26:39.266069 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:39.343269 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:39.362199 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:39.411872 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-8234c482-f8f7-4c89-89d7-2bfac558a05e req-3d2c9f81-2d72-4ad4-b2e8-0f264432b073 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597787 May 21 15:26:39.427906 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Made reservation on behalf of 865c13fd2e73428fa9c0e35a559bac7c for: {'port': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:26:39.438718 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-6ce24df4-4216-4474-a8dc-fb20d18c7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:39.438880 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:39.439914 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-6ce24df4-4216-4474-a8dc-fb20d18c7f75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=161234b3a2ac417b9eaddb42302b4075&device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 1097 time: 0.2969913 May 21 15:26:39.499441 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895bc1d-5d9b-410f-bd75-6bfff9a1a67a req-ef2b6114-bfdd-40a9-a882-d84512d910a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:39.501452 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a895bc1d-5d9b-410f-bd75-6bfff9a1a67a req-ef2b6114-bfdd-40a9-a882-d84512d910a6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 1098 time: 0.2787480 May 21 15:26:39.523164 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd5e993-304e-4398-b800-7101cbe25dd4', 'tag': 'ea162c5c-1112-4b50-bdb6-6f5ac17bbe73', 'status': 'completed', 'code': 200} May 21 15:26:39.532776 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-3823209c-1867-4d40-bca1-47eb606519a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 HTTP/1.1" status: 200 len: 217 time: 0.0806081 May 21 15:26:39.568464 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf33487-38f7-4d5d-8576-f76de2fb0713 req-8e7c7333-6522-4643-9f6d-3916616247b6 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:39.576193 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5cf33487-38f7-4d5d-8576-f76de2fb0713 req-8e7c7333-6522-4643-9f6d-3916616247b6 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 944 time: 0.3586197 May 21 15:26:39.612824 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-363b2ed8-4265-4a77-8938-ebe39153b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:39.614548 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-363b2ed8-4265-4a77-8938-ebe39153b83c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc HTTP/1.1" status: 200 len: 849 time: 0.0704305 May 21 15:26:39.682337 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a895bc1d-5d9b-410f-bd75-6bfff9a1a67a req-1b62a53c-0bbf-4224-ae22-127032ccd7b0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851259 May 21 15:26:39.708626 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-9c65bf8d-c3e8-40a4-88c1-edbb0ae8263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:39.710268 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-9c65bf8d-c3e8-40a4-88c1-edbb0ae8263d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e58c33a-8f14-4216-8b82-5fec9142b248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817673 May 21 15:26:39.715016 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5cf33487-38f7-4d5d-8576-f76de2fb0713 req-43bbc92b-112e-407e-bb3e-1bd133419ffb tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379874 May 21 15:26:39.940020 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8809701c-e1b1-4907-b71b-13f27bd3a014 req-2d4da5bb-ae4d-4e3e-8676-50b6063b7403 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 210 time: 0.0577667 May 21 15:26:39.957651 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Allocated IP 172.20.0.8 (be604bdc-eca1-4f61-b6ba-616764e18bc9/926fad46-9536-465a-9c61-3bd00dd1e8fb/cabea697-1ef4-41ad-92c1-d0de4ec0fd81) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:26:39.961478 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-a984f1b3-2992-49c5-b488-7fd84e27981f service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871073 May 21 15:26:40.178072 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf62118e-f37c-45a7-8de2-010b76fa36f2 req-1e29dbfa-9a60-4df8-9600-adfe200b165a service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050083 May 21 15:26:40.223046 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:40.245393 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Transition to ACTIVE for port object cabea697-1ef4-41ad-92c1-d0de4ec0fd81 will not be triggered until provisioned by entity DHCP. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:40.300442 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:40.315910 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:40.414604 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Network be604bdc-eca1-4f61-b6ba-616764e18bc9 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:40.425225 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e90ce-6c94-4c29-a1a1-a32ec6227821 req-c12d9947-dde5-4fcf-837d-ab9a6f750c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:40.426855 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e37e90ce-6c94-4c29-a1a1-a32ec6227821 req-c12d9947-dde5-4fcf-837d-ab9a6f750c54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=161234b3a2ac417b9eaddb42302b4075&device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 1097 time: 0.1555278 May 21 15:26:40.430799 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:40.452740 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:26:40.469207 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:40.469951 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:40.508143 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event updated for resources: {'Port': ['ID=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:40.515648 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:40.559125 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7926698 May 21 15:26:40.582678 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Request body: {'port': {'device_id': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:40.739158 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 54674) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:40.806550 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e90ce-6c94-4c29-a1a1-a32ec6227821 req-b6dc5d15-248a-4be9-b5cf-aba4f81b8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:40.808212 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e37e90ce-6c94-4c29-a1a1-a32ec6227821 req-b6dc5d15-248a-4be9-b5cf-aba4f81b8253 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e58c33a-8f14-4216-8b82-5fec9142b248 HTTP/1.1" status: 200 len: 911 time: 0.3715045 May 21 15:26:40.961568 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:40.966887 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-8ee52f69-755a-40f1-903a-f90e9037a341 None None] Provisioning for port cabea697-1ef4-41ad-92c1-d0de4ec0fd81 completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:40.973096 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-8ee52f69-755a-40f1-903a-f90e9037a341 None None] Provisioning complete for port cabea697-1ef4-41ad-92c1-d0de4ec0fd81 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:40.973963 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-8ee52f69-755a-40f1-903a-f90e9037a341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:41.115969 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e37e90ce-6c94-4c29-a1a1-a32ec6227821 req-5bc69300-5a92-4af0-975f-ab209376dc11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 HTTP/1.1" status: 200 len: 217 time: 0.1973948 May 21 15:26:41.119973 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-8ee52f69-755a-40f1-903a-f90e9037a341 None None] Port cabea697-1ef4-41ad-92c1-d0de4ec0fd81 cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:26:41.135432 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07961a7-1177-47f7-9117-e567685390d9 req-baacb8be-04de-49ea-ab40-31159bc3aa7f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:41.135432 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a07961a7-1177-47f7-9117-e567685390d9 req-baacb8be-04de-49ea-ab40-31159bc3aa7f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 945 time: 0.4452524 May 21 15:26:41.210575 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5e31c06c-8449-4f32-9c9e-489397cb3402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:41.241848 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-5e31c06c-8449-4f32-9c9e-489397cb3402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:41.258635 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a07961a7-1177-47f7-9117-e567685390d9 req-bd6eeb22-c5e2-4ae3-8e4e-29751f8be4ad tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183631 May 21 15:26:41.276083 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-5e31c06c-8449-4f32-9c9e-489397cb3402 admin admin] Usage tracker for resource:security_group_rule and tenant:da2d2c4e31804c10bbc9a0820ed92b65 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:41.279663 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e90ce-6c94-4c29-a1a1-a32ec6227821 req-6013da76-c648-4192-8060-12ec9066807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:41.281120 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e37e90ce-6c94-4c29-a1a1-a32ec6227821 req-6013da76-c648-4192-8060-12ec9066807b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc HTTP/1.1" status: 200 len: 849 time: 0.1355059 May 21 15:26:41.288814 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-5e31c06c-8449-4f32-9c9e-489397cb3402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:41.406534 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-5e31c06c-8449-4f32-9c9e-489397cb3402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:41.433137 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-f17de26e-368d-4d06-acfb-74c4c65799f4 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:41.434135 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-f17de26e-368d-4d06-acfb-74c4c65799f4 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Synchronizing usage tracker for tenant:94d1d901ebef4552b61e376d00984038 on resource:network {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:41.509577 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-f17de26e-368d-4d06-acfb-74c4c65799f4 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Unset dirty status for tenant:94d1d901ebef4552b61e376d00984038 on resource:network {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:41.510799 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-f17de26e-368d-4d06-acfb-74c4c65799f4 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/networks?id=c1c85717-565d-4f4d-9466-aa4b753ba9d8 HTTP/1.1" status: 200 len: 813 time: 0.7015393 May 21 15:26:41.546880 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e90ce-6c94-4c29-a1a1-a32ec6227821 req-9ca4a3aa-6714-458d-881a-1449cdb960ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:41.548263 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e37e90ce-6c94-4c29-a1a1-a32ec6227821 req-9ca4a3aa-6714-458d-881a-1449cdb960ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e58c33a-8f14-4216-8b82-5fec9142b248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2563753 May 21 15:26:41.550982 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-2dd21484-4ff0-4491-b2e6-74c51cf76e19 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/quotas/94d1d901ebef4552b61e376d00984038 HTTP/1.1" status: 200 len: 375 time: 0.0326731 May 21 15:26:41.619342 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cabea697-1ef4-41ad-92c1-d0de4ec0fd81 {{(pid=91543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:26:41.628828 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:41.638643 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d054-8a76-4f52-ae99-ce46b3120142 req-93112dd4-3205-4310-892f-5e577cc42f89 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:41.640143 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b4e3d054-8a76-4f52-ae99-ce46b3120142 req-93112dd4-3205-4310-892f-5e577cc42f89 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 944 time: 0.1864896 May 21 15:26:41.676747 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Transition to ACTIVE for port object cabea697-1ef4-41ad-92c1-d0de4ec0fd81 will not be triggered until provisioned by entity L2. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:41.686560 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:41.696539 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:41.737758 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b4e3d054-8a76-4f52-ae99-ce46b3120142 req-1a61759c-dded-417b-b2f5-fa59d2f1548a tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893335 May 21 15:26:41.748463 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5e31c06c-8449-4f32-9c9e-489397cb3402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:41.782399 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5e31c06c-8449-4f32-9c9e-489397cb3402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:41.791818 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 392cec2c-f135-4887-9d3d-eb5fe183463c up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:41.849845 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:41.865290 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Pushing event updated for resources: {'Port': ['ID=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:41.872695 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:41.904631 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31c06c-8449-4f32-9c9e-489397cb3402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5f9826-daf3-4740-a2fd-207c77a8330f,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:41.923101 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Attempting to bind port cabea697-1ef4-41ad-92c1-d0de4ec0fd81 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:26:41.923442 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Attempting to bind port cabea697-1ef4-41ad-92c1-d0de4ec0fd81 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9'}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:26:41.923778 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Attempting to bind port cabea697-1ef4-41ad-92c1-d0de4ec0fd81 on network be604bdc-eca1-4f61-b6ba-616764e18bc9 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:41.925896 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-5e31c06c-8449-4f32-9c9e-489397cb3402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:41.935521 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port 392cec2c-f135-4887-9d3d-eb5fe183463c completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:41.947467 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port 392cec2c-f135-4887-9d3d-eb5fe183463c triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:41.947840 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:41.965909 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-5e31c06c-8449-4f32-9c9e-489397cb3402 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da2d2c4e31804c10bbc9a0820ed92b65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2257071 May 21 15:26:41.969870 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 54704) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:41.971850 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e37e90ce-6c94-4c29-a1a1-a32ec6227821 req-279313a5-6f25-4b83-bcb8-aecc678fc51a service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710234 May 21 15:26:42.000254 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Port cabea697-1ef4-41ad-92c1-d0de4ec0fd81 on network be604bdc-eca1-4f61-b6ba-616764e18bc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:26:42.000579 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Attempting to bind port cabea697-1ef4-41ad-92c1-d0de4ec0fd81 on network be604bdc-eca1-4f61-b6ba-616764e18bc9 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:42.017769 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:26:42.018047 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Checking segment: {'id': '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:26:42.018267 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-426f7915-54fc-412e-a461-8ee8d307a2c2 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94d1d901ebef4552b61e376d00984038&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4618642 May 21 15:26:42.018483 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Bound using segment: {'id': '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9'} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:26:42.018959 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Bound port: cabea697-1ef4-41ad-92c1-d0de4ec0fd81, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9'}}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:26:42.019529 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:42.083842 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 54708) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:42.108569 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:42.137124 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392cec2c-f135-4887-9d3d-eb5fe183463c'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:42.149904 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790fce3-9839-47bc-b0b7-62850f0b8497 req-8addddc9-c332-49f1-a318-6fad8a55205e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:42.150649 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-5790fce3-9839-47bc-b0b7-62850f0b8497 req-8addddc9-c332-49f1-a318-6fad8a55205e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Synchronizing usage tracker for tenant:865c13fd2e73428fa9c0e35a559bac7c on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:42.154653 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 392cec2c-f135-4887-9d3d-eb5fe183463c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=392cec2c-f135-4887-9d3d-eb5fe183463c,segment=NetworkSegment(0d722a71-492c-411e-871c-c91f677c0e39),segment_id=0d722a71-492c-411e-871c-c91f677c0e39)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:42.161717 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:42.163637 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] For port cabea697-1ef4-41ad-92c1-d0de4ec0fd81, host hv-cinder-79264, cleared binding levels {{(pid=91543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:26:42.164520 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-76570fb0-b0f5-4f20-adcd-a2791c887ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:42.170497 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] For port cabea697-1ef4-41ad-92c1-d0de4ec0fd81, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:26:42.175494 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:42.181949 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:42.222257 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-5790fce3-9839-47bc-b0b7-62850f0b8497 req-8addddc9-c332-49f1-a318-6fad8a55205e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Unset dirty status for tenant:865c13fd2e73428fa9c0e35a559bac7c on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:42.229052 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5790fce3-9839-47bc-b0b7-62850f0b8497 req-8addddc9-c332-49f1-a318-6fad8a55205e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.3068657 May 21 15:26:42.242602 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=392cec2c-f135-4887-9d3d-eb5fe183463c,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:42.246682 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:42.275466 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:42.276016 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:42.277425 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] 10.222.0.44 "PUT /v2.0/ports/cabea697-1ef4-41ad-92c1-d0de4ec0fd81 HTTP/1.1" status: 200 len: 1093 time: 1.7006781 May 21 15:26:42.284696 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'tag': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:42.318289 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5790fce3-9839-47bc-b0b7-62850f0b8497 req-dcf7306e-07ff-4bd6-b21c-520977582e92 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878088 May 21 15:26:42.325842 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Pushing event updated for resources: {'Port': ['ID=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,revision_number=3']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:42.329724 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:42.424007 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392cec2c-f135-4887-9d3d-eb5fe183463c', 'code': 200} May 21 15:26:42.448156 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e37e90ce-6c94-4c29-a1a1-a32ec6227821 req-e7afc608-ffcc-412f-8b74-1b4696592c82 service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624927 May 21 15:26:42.490041 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f003abda-45d1-4c7f-b41f-b941f9d589a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:42.492012 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-f003abda-45d1-4c7f-b41f-b941f9d589a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=865c13fd2e73428fa9c0e35a559bac7c&device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 1096 time: 0.1471927 May 21 15:26:42.545090 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a5ee4f83-9a29-4890-8c9a-6ff1f6c32d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:42.550984 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-bc62e17e-d35c-48a0-aee9-9b2f18fe2179 service neutron] 10.222.0.42 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312855 May 21 15:26:42.715694 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6d2ecf8e-057b-4b1f-a857-0452149f02f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:42.721662 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'tag': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81', 'status': 'completed', 'code': 200} May 21 15:26:42.736522 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a5ee4f83-9a29-4890-8c9a-6ff1f6c32d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:42.781424 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-d64f58de-7287-421a-b3a7-1b9b79242ff1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cabea697-1ef4-41ad-92c1-d0de4ec0fd81 HTTP/1.1" status: 200 len: 217 time: 0.2820253 May 21 15:26:42.804872 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6d2ecf8e-057b-4b1f-a857-0452149f02f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:42.818080 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6d2ecf8e-057b-4b1f-a857-0452149f02f4 admin admin] Usage tracker for resource:security_group_rule and tenant:6c82df2807f54796afc7397c2aea967b is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:42.830670 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6d2ecf8e-057b-4b1f-a857-0452149f02f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:42.851955 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6d2ecf8e-057b-4b1f-a857-0452149f02f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:42.874428 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-aa5e8b0f-d98e-40a2-a016-cb63bce4ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:42.876063 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-aa5e8b0f-d98e-40a2-a016-cb63bce4ea3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=926fad46-9536-465a-9c61-3bd00dd1e8fb HTTP/1.1" status: 200 len: 856 time: 0.0837023 May 21 15:26:42.891232 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2fdb2-e1b2-4478-bfb5-dcceec74d87d req-3e7de684-e4b6-45c2-bfb4-93335037faf6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:42.892737 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-cdf2fdb2-e1b2-4478-bfb5-dcceec74d87d req-3e7de684-e4b6-45c2-bfb4-93335037faf6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1697905 May 21 15:26:42.909480 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-e618e3a7-8456-4b9e-ae65-e03c9e09ff38 service neutron] 10.222.0.42 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469503 May 21 15:26:42.950763 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233aa19-7fc5-46f3-a7ac-377880a5bd76 req-b9d3a5e8-b1c1-4882-8db4-0dac74ec4d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:42.952477 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-4233aa19-7fc5-46f3-a7ac-377880a5bd76 req-b9d3a5e8-b1c1-4882-8db4-0dac74ec4d84 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 1099 time: 0.1995893 May 21 15:26:42.953545 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a5ee4f83-9a29-4890-8c9a-6ff1f6c32d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:42.997083 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-a1199cf4-d7c4-47c8-bda2-c3a0dc811da1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:42.998248 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-cdf2fdb2-e1b2-4478-bfb5-dcceec74d87d req-24d7a54d-e640-4e48-8616-0863d488a6cd tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726490 May 21 15:26:43.013210 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-e02c1410-0011-4610-a42a-cf0ada43742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:43.014908 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-e02c1410-0011-4610-a42a-cf0ada43742f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be604bdc-eca1-4f61-b6ba-616764e18bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1212940 May 21 15:26:43.072316 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee4f83-9a29-4890-8c9a-6ff1f6c32d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5f9826-daf3-4740-a2fd-207c77a8330f,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:43.089695 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-a5ee4f83-9a29-4890-8c9a-6ff1f6c32d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:43.132198 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a5ee4f83-9a29-4890-8c9a-6ff1f6c32d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:43.133344 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-a5ee4f83-9a29-4890-8c9a-6ff1f6c32d47 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3f5f9826-daf3-4740-a2fd-207c77a8330f HTTP/1.1" status: 204 len: 168 time: 1.1605723 May 21 15:26:43.170197 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-4233aa19-7fc5-46f3-a7ac-377880a5bd76 req-6087d317-71e6-452f-a6ad-93249a4bc198 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970880 May 21 15:26:43.244179 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-37c18d29-957d-47f7-a31b-8b5a9a217263 service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119708 May 21 15:26:43.286548 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6d2ecf8e-057b-4b1f-a857-0452149f02f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:43.316564 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6d2ecf8e-057b-4b1f-a857-0452149f02f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:43.335120 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-98253f63-a0f1-4532-ba00-5aef086880f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:43.361727 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ecf8e-057b-4b1f-a857-0452149f02f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d98c20-9746-4143-86ad-0b013a03c7b5,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:43.379344 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6d2ecf8e-057b-4b1f-a857-0452149f02f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:43.394684 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-6d2ecf8e-057b-4b1f-a857-0452149f02f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c82df2807f54796afc7397c2aea967b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1493485 May 21 15:26:43.399732 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 54760) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:43.407301 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faefe2d-3161-40d3-8d97-602f96a2eb03 req-8cbd67e0-abd8-4a63-8f39-5bbc8dde827f tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:43.421477 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7faefe2d-3161-40d3-8d97-602f96a2eb03 req-8cbd67e0-abd8-4a63-8f39-5bbc8dde827f tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 944 time: 0.1911023 May 21 15:26:43.451290 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e70f5439-faa1-4f00-9a37-8d71fc86236b req-cc0ab20d-12f7-4341-bc2e-c2628b97ac15 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 210 time: 0.0590503 May 21 15:26:43.519343 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7faefe2d-3161-40d3-8d97-602f96a2eb03 req-8d30d87f-0629-44c0-ad27-bcad731b78bf tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928288 May 21 15:26:43.555342 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-83662a73-37c5-401b-9b3f-6d6f5932c9af req-9c00aa6a-b86d-4b90-b39b-9b75f6743ab0 service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034108 May 21 15:26:43.575648 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-eca03da2-e5b1-46e7-8621-54684349482d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:43.635754 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-eca03da2-e5b1-46e7-8621-54684349482d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:43.726349 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 54768) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:43.749450 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-17fedb8c-c3d8-4ada-b528-be169fb99ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:43.783452 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cf0c5-8076-4c8a-9069-c76d32f1118e req-9a4cedba-ee23-4581-bc7d-6d97429a3bb8 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:43.784434 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-17fedb8c-c3d8-4ada-b528-be169fb99ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:43.785153 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-733cf0c5-8076-4c8a-9069-c76d32f1118e req-9a4cedba-ee23-4581-bc7d-6d97429a3bb8 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 945 time: 0.1716239 May 21 15:26:43.788052 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ea1e-c3d5-45b6-ba50-41e01391edd0 req-8d5c2b9c-8e5f-42b0-a546-d6c12e165cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:43.789330 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38b3ea1e-c3d5-45b6-ba50-41e01391edd0 req-8d5c2b9c-8e5f-42b0-a546-d6c12e165cd4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=865c13fd2e73428fa9c0e35a559bac7c&device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 1096 time: 0.1330359 May 21 15:26:43.794733 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-17fedb8c-c3d8-4ada-b528-be169fb99ae4 admin admin] Usage tracker for resource:security_group_rule and tenant:736f7723054c4ea59add2f220f250157 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:43.797720 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-17fedb8c-c3d8-4ada-b528-be169fb99ae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:43.808658 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-17fedb8c-c3d8-4ada-b528-be169fb99ae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:43.813758 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:26:43.817317 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-eca03da2-e5b1-46e7-8621-54684349482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:43.830943 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:43.866047 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca03da2-e5b1-46e7-8621-54684349482d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d98c20-9746-4143-86ad-0b013a03c7b5,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:43.873305 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-eca03da2-e5b1-46e7-8621-54684349482d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:43.878595 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-eca03da2-e5b1-46e7-8621-54684349482d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:43.882307 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-eca03da2-e5b1-46e7-8621-54684349482d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78d98c20-9746-4143-86ad-0b013a03c7b5 HTTP/1.1" status: 204 len: 168 time: 0.4403934 May 21 15:26:43.890874 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499f8ad-d5b4-4a10-8a0a-8165e5ef97d1 req-2b71f9d9-3ecb-4277-bfb1-bcee07f2b400 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:43.892479 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9499f8ad-d5b4-4a10-8a0a-8165e5ef97d1 req-2b71f9d9-3ecb-4277-bfb1-bcee07f2b400 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.2173061 May 21 15:26:43.973694 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ea162c5c-1112-4b50-bdb6-6f5ac17bbe73,segment=NetworkSegment(0563099a-3de1-4931-80db-f7b31a267dd3),segment_id=0563099a-3de1-4931-80db-f7b31a267dd3)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:43.977337 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9499f8ad-d5b4-4a10-8a0a-8165e5ef97d1 req-e5bc4ffe-5caf-4081-9c2d-97191ce42e97 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753844 May 21 15:26:43.989128 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-733cf0c5-8076-4c8a-9069-c76d32f1118e req-9b29e511-983c-4cee-aa58-018a69824ac3 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a221568-ef44-4557-a2e6-c3a62a02829f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975667 May 21 15:26:44.014125 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': 'ea162c5c-1112-4b50-bdb6-6f5ac17bbe73', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'port_id': 'ea162c5c-1112-4b50-bdb6-6f5ac17bbe73', 'mac_address': 'fa:16:3e:1e:16:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:26:44.035431 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-17fedb8c-c3d8-4ada-b528-be169fb99ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:44.045537 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ea1e-c3d5-45b6-ba50-41e01391edd0 req-2c69e638-bcc3-45fc-8683-b679f795d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:44.046774 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-17fedb8c-c3d8-4ada-b528-be169fb99ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:44.046920 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38b3ea1e-c3d5-45b6-ba50-41e01391edd0 req-2c69e638-bcc3-45fc-8683-b679f795d6bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=be604bdc-eca1-4f61-b6ba-616764e18bc9 HTTP/1.1" status: 200 len: 918 time: 0.2391906 May 21 15:26:44.062334 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-eca03da2-e5b1-46e7-8621-54684349482d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:44.094840 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:44.122555 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-17fedb8c-c3d8-4ada-b528-be169fb99ae4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=736f7723054c4ea59add2f220f250157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3946204 May 21 15:26:44.124021 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38b3ea1e-c3d5-45b6-ba50-41e01391edd0 req-4a7e7a87-5af6-4c09-8fdd-ff114d3717c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cabea697-1ef4-41ad-92c1-d0de4ec0fd81 HTTP/1.1" status: 200 len: 217 time: 0.0664995 May 21 15:26:44.124762 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fedb8c-c3d8-4ada-b528-be169fb99ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634a4c53-bba2-47eb-85d5-e024221a204b,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:44.125878 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 54776) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:44.128175 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-17fedb8c-c3d8-4ada-b528-be169fb99ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:44.140734 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:26:44.167014 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ea162c5c-1112-4b50-bdb6-6f5ac17bbe73,segment=NetworkSegment(0563099a-3de1-4931-80db-f7b31a267dd3),segment_id=0563099a-3de1-4931-80db-f7b31a267dd3)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:44.177545 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:44.180249 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:44.272993 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=ea162c5c-1112-4b50-bdb6-6f5ac17bbe73,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:44.278586 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:44.307546 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc18ed-0337-4769-903f-810039f9882b req-b6db57e8-9a2b-4ecc-9023-9ae49989f086 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:44.309470 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ea1e-c3d5-45b6-ba50-41e01391edd0 req-93e53690-fd33-4805-9bda-541af91cdfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:44.312409 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38b3ea1e-c3d5-45b6-ba50-41e01391edd0 req-93e53690-fd33-4805-9bda-541af91cdfce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=926fad46-9536-465a-9c61-3bd00dd1e8fb HTTP/1.1" status: 200 len: 856 time: 0.1565714 May 21 15:26:44.319111 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f5bc18ed-0337-4769-903f-810039f9882b req-b6db57e8-9a2b-4ecc-9023-9ae49989f086 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1212215 May 21 15:26:44.326731 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3df6e3ca-0f6a-4fd4-a775-d74fd4757f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:44.390746 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f5bc18ed-0337-4769-903f-810039f9882b req-805f1096-7f09-4f1a-93ae-e16ae33879ab tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663037 May 21 15:26:44.411415 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3df6e3ca-0f6a-4fd4-a775-d74fd4757f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:44.469693 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ea1e-c3d5-45b6-ba50-41e01391edd0 req-d6f950d8-46d6-43f7-8b25-8fb3062a373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:44.474507 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38b3ea1e-c3d5-45b6-ba50-41e01391edd0 req-d6f950d8-46d6-43f7-8b25-8fb3062a373d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be604bdc-eca1-4f61-b6ba-616764e18bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1488733 May 21 15:26:44.488554 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3df6e3ca-0f6a-4fd4-a775-d74fd4757f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:44.500833 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:44.518753 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 54800) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:44.539698 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6e3ca-0f6a-4fd4-a775-d74fd4757f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634a4c53-bba2-47eb-85d5-e024221a204b,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:44.542019 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3df6e3ca-0f6a-4fd4-a775-d74fd4757f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:44.543220 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-3df6e3ca-0f6a-4fd4-a775-d74fd4757f27 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/634a4c53-bba2-47eb-85d5-e024221a204b HTTP/1.1" status: 204 len: 168 time: 0.4163058 May 21 15:26:44.551972 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-3df6e3ca-0f6a-4fd4-a775-d74fd4757f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:44.591548 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a3319a30-be2a-4713-a177-d6c541705996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:44.644882 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-a3319a30-be2a-4713-a177-d6c541705996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:44.658752 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-a3319a30-be2a-4713-a177-d6c541705996 admin admin] Usage tracker for resource:security_group_rule and tenant:e647dfac410443fb825490e36e883c03 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:44.666000 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-a3319a30-be2a-4713-a177-d6c541705996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:44.677326 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-a3319a30-be2a-4713-a177-d6c541705996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:44.713897 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['ea162c5c-1112-4b50-bdb6-6f5ac17bbe73'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:26:44.751719 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-05cd61cf-59cd-4731-9f9b-bf1587d11405 req-7ea95850-5dca-4d13-aa40-1802479f1d3c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 210 time: 0.0898716 May 21 15:26:44.817775 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38b3ea1e-c3d5-45b6-ba50-41e01391edd0 req-0688e0c9-6563-4672-be5f-86a964c84504 service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184814 May 21 15:26:44.907697 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ac1ac-1f30-4ac8-b3ac-e9b1f1af90e6 req-73a00dc8-2ee5-4140-b0d3-bf5951f36cb1 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:44.909764 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-913ac1ac-1f30-4ac8-b3ac-e9b1f1af90e6 req-73a00dc8-2ee5-4140-b0d3-bf5951f36cb1 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 945 time: 0.1827109 May 21 15:26:45.019084 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a3319a30-be2a-4713-a177-d6c541705996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:45.033258 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-913ac1ac-1f30-4ac8-b3ac-e9b1f1af90e6 req-d259ef27-5bc6-44f0-b005-0b31b638c3a8 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027007 May 21 15:26:45.051895 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a3319a30-be2a-4713-a177-d6c541705996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:45.138376 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:45.210427 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-a3319a30-be2a-4713-a177-d6c541705996 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e647dfac410443fb825490e36e883c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6906395 May 21 15:26:45.223157 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 54820) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:45.280903 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38b3ea1e-c3d5-45b6-ba50-41e01391edd0 req-da28c2aa-e640-420c-8ffa-d7e18ae9fe76 service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544461 May 21 15:26:45.319706 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3319a30-be2a-4713-a177-d6c541705996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8836ca46-0d97-405a-95b5-921f5b568588,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:45.360663 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-a3319a30-be2a-4713-a177-d6c541705996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:45.364656 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-31392d14-5172-4db2-abb2-23dd215e6ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:45.387455 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9f432-3c46-4f53-9f33-43d44f11af8b req-3b15f632-8cd6-439e-96a9-44303f9dae0a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:45.394677 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-83f9f432-3c46-4f53-9f33-43d44f11af8b req-3b15f632-8cd6-439e-96a9-44303f9dae0a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.2055249 May 21 15:26:45.406138 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de6256-55c8-4c20-b1bd-79715b8a86a8 req-14a0d83b-c80c-46e3-b58f-125defd66254 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:45.407710 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-80de6256-55c8-4c20-b1bd-79715b8a86a8 req-14a0d83b-c80c-46e3-b58f-125defd66254 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 945 time: 0.2326286 May 21 15:26:45.414701 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-9f5d46d5-3776-4d7a-adf3-a23331c615c7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:45.416652 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-9f5d46d5-3776-4d7a-adf3-a23331c615c7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.44 "GET /v2.0/networks?id=c1c85717-565d-4f4d-9466-aa4b753ba9d8 HTTP/1.1" status: 200 len: 813 time: 0.4453089 May 21 15:26:45.434894 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-31392d14-5172-4db2-abb2-23dd215e6ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:45.442157 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-5ad84587-c76a-4e73-8e6b-7eaf91a0063c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Request body: {'port': {'device_id': 'ce8582c6-ac30-4288-bba4-646165cd9889', 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8', 'admin_state_up': True, 'tenant_id': '94d1d901ebef4552b61e376d00984038'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:45.473191 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-83f9f432-3c46-4f53-9f33-43d44f11af8b req-e3bd49f9-4a4d-4bc5-af18-0f1de0f6bdef tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770555 May 21 15:26:45.519864 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-31392d14-5172-4db2-abb2-23dd215e6ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:45.530860 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:45.549540 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31392d14-5172-4db2-abb2-23dd215e6ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8836ca46-0d97-405a-95b5-921f5b568588,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:45.553668 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-31392d14-5172-4db2-abb2-23dd215e6ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:45.560049 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-31392d14-5172-4db2-abb2-23dd215e6ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:45.561245 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-31392d14-5172-4db2-abb2-23dd215e6ac4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8836ca46-0d97-405a-95b5-921f5b568588 HTTP/1.1" status: 204 len: 168 time: 0.3289616 May 21 15:26:45.658421 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-80de6256-55c8-4c20-b1bd-79715b8a86a8 req-a7eff515-30b8-4711-beea-6cff6ad201ed tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a221568-ef44-4557-a2e6-c3a62a02829f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407694 May 21 15:26:45.729733 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-5ad84587-c76a-4e73-8e6b-7eaf91a0063c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:45.742177 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-5ad84587-c76a-4e73-8e6b-7eaf91a0063c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:45.753882 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a36ef-0199-449e-a9dc-a7bc4d6deba9 req-3504d43b-913d-499b-a771-47dffbca0804 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:45.755191 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-5ad84587-c76a-4e73-8e6b-7eaf91a0063c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Made reservation on behalf of 94d1d901ebef4552b61e376d00984038 for: {'port': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:26:45.759928 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-5ad84587-c76a-4e73-8e6b-7eaf91a0063c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:45.761838 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d83a36ef-0199-449e-a9dc-a7bc4d6deba9 req-3504d43b-913d-499b-a771-47dffbca0804 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1349909 May 21 15:26:45.816312 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d83a36ef-0199-449e-a9dc-a7bc4d6deba9 req-a16a6d34-8c23-4b74-aa36-d4ca9b736b43 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535212 May 21 15:26:45.955062 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9f617481-de63-4369-a7cd-f6291e24d370 req-b118c263-0c7e-47dd-b0fb-f27666f1ed75 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 210 time: 0.0635769 May 21 15:26:45.984557 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 54856) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:46.004260 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-28e2c4d6-b609-48aa-b253-dab03645d34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:46.028303 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-28e2c4d6-b609-48aa-b253-dab03645d34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:46.050068 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-28e2c4d6-b609-48aa-b253-dab03645d34e admin admin] Usage tracker for resource:security_group_rule and tenant:b60d1ab1c33f44aa8948974dfa1d02eb is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:46.053613 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-28e2c4d6-b609-48aa-b253-dab03645d34e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:46.057075 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_common [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-5ad84587-c76a-4e73-8e6b-7eaf91a0063c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Allocated IP 172.20.0.10 (c1c85717-565d-4f4d-9466-aa4b753ba9d8/d55cf0a4-3653-4f79-80d3-ada34aa6222f/65547b87-893a-4d7f-bdb0-6bb083186cd8) {{(pid=91544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:26:46.083779 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-28e2c4d6-b609-48aa-b253-dab03645d34e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:46.232339 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-28e2c4d6-b609-48aa-b253-dab03645d34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:46.240823 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-28e2c4d6-b609-48aa-b253-dab03645d34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:46.259654 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-376d1980-c756-4b98-9be3-2be92690617f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:46.387795 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-5ad84587-c76a-4e73-8e6b-7eaf91a0063c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks [] for port, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:46.485290 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-28e2c4d6-b609-48aa-b253-dab03645d34e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b60d1ab1c33f44aa8948974dfa1d02eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993761 May 21 15:26:46.490168 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 54882) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:46.504824 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2c4d6-b609-48aa-b253-dab03645d34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931343f3-9654-4d1b-8772-68e75c5f2571,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:46.510088 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-28e2c4d6-b609-48aa-b253-dab03645d34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:46.523252 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e4511-babe-472b-93d7-2bbe1aa87b2d req-e112b626-ea15-475c-83f6-74ce7a4e9064 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:46.525378 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c11e4511-babe-472b-93d7-2bbe1aa87b2d req-e112b626-ea15-475c-83f6-74ce7a4e9064 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 945 time: 0.1272564 May 21 15:26:46.555842 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-5ad84587-c76a-4e73-8e6b-7eaf91a0063c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:46.569535 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['6a0f91c4-ab36-4c44-8f45-bf1e254ed572'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:26:46.581840 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e550c8e-e299-4755-bf32-468fbdfd040b req-edee3618-9fa8-4974-af82-bb6e38a5ce5e tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:46.586791 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:46.590025 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3e550c8e-e299-4755-bf32-468fbdfd040b req-edee3618-9fa8-4974-af82-bb6e38a5ce5e tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 945 time: 0.3193057 May 21 15:26:46.635184 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-5ad84587-c76a-4e73-8e6b-7eaf91a0063c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Network c1c85717-565d-4f4d-9466-aa4b753ba9d8 is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:46.642910 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-5ad84587-c76a-4e73-8e6b-7eaf91a0063c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:46.654559 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-5ad84587-c76a-4e73-8e6b-7eaf91a0063c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Received port after_create {{(pid=91544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:26:46.660138 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-5ad84587-c76a-4e73-8e6b-7eaf91a0063c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:46.660850 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-5ad84587-c76a-4e73-8e6b-7eaf91a0063c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for port, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:46.730118 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf4246-5039-4826-99eb-2ca07e6f0971 req-d236a19f-c612-44f2-bc97-27871d98920b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:46.732431 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-34cf4246-5039-4826-99eb-2ca07e6f0971 req-d236a19f-c612-44f2-bc97-27871d98920b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.3141699 May 21 15:26:46.733304 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-5ad84587-c76a-4e73-8e6b-7eaf91a0063c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2970872 May 21 15:26:46.736913 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048441b8-4463-4301-acdf-362fd6d881b9 req-fb48b6b8-6a37-413c-87b7-a08541029d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:46.738327 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-048441b8-4463-4301-acdf-362fd6d881b9 req-fb48b6b8-6a37-413c-87b7-a08541029d34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0d681e2048434c9bb18943b86cfdb059&device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 1099 time: 0.3978331 May 21 15:26:46.747544 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2efc675e-2396-41aa-9211-0e1ee22445bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:46.751511 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c11e4511-babe-472b-93d7-2bbe1aa87b2d req-2c21347b-12ad-400f-b064-2017095a83ab tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153630 May 21 15:26:46.753216 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad84587-c76a-4e73-8e6b-7eaf91a0063c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Pushing event updated for resources: {'Port': ['ID=65547b87-893a-4d7f-bdb0-6bb083186cd8,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:46.764136 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-5ad84587-c76a-4e73-8e6b-7eaf91a0063c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:46.768830 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Request body: {'port': {'device_id': 'ce8582c6-ac30-4288-bba4-646165cd9889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:46.841635 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2efc675e-2396-41aa-9211-0e1ee22445bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:46.948141 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:47.032253 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-34cf4246-5039-4826-99eb-2ca07e6f0971 req-a1d83e35-05e2-4486-8133-5297afac3ae4 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910075 May 21 15:26:47.079858 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-3e550c8e-e299-4755-bf32-468fbdfd040b req-a8b96116-6fce-4345-940c-8d0c6d590162 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Deleting port ef2af04c-79f8-4f56-95e3-98cfaea9e576 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:26:47.080389 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3e550c8e-e299-4755-bf32-468fbdfd040b req-a8b96116-6fce-4345-940c-8d0c6d590162 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:47.082330 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2efc675e-2396-41aa-9211-0e1ee22445bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:47.090976 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-bfa4531a-4bb7-4875-9c8e-05bd76a5b88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:47.093526 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048441b8-4463-4301-acdf-362fd6d881b9 req-c0c420ea-b061-4556-b917-6164f3598517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:47.094894 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-048441b8-4463-4301-acdf-362fd6d881b9 req-c0c420ea-b061-4556-b917-6164f3598517 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c HTTP/1.1" status: 200 len: 919 time: 0.2990830 May 21 15:26:47.112101 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc675e-2396-41aa-9211-0e1ee22445bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931343f3-9654-4d1b-8772-68e75c5f2571,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:47.122815 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2efc675e-2396-41aa-9211-0e1ee22445bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:47.130954 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2efc675e-2396-41aa-9211-0e1ee22445bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:47.135404 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-2efc675e-2396-41aa-9211-0e1ee22445bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/931343f3-9654-4d1b-8772-68e75c5f2571 HTTP/1.1" status: 204 len: 168 time: 0.6443176 May 21 15:26:47.239004 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f9e8c-c203-40e3-864f-632508840732 req-71b51a11-ab22-4d23-998e-179856c6abcd tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:47.245166 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-048441b8-4463-4301-acdf-362fd6d881b9 req-ae841a92-617d-471b-8e99-c1a49271be9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=392cec2c-f135-4887-9d3d-eb5fe183463c HTTP/1.1" status: 200 len: 217 time: 0.1403050 May 21 15:26:47.245835 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f61f9e8c-c203-40e3-864f-632508840732 req-71b51a11-ab22-4d23-998e-179856c6abcd tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.2419844 May 21 15:26:47.378309 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f61f9e8c-c203-40e3-864f-632508840732 req-e86bf1dd-6d4f-4f7b-9905-00b14bb4f165 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1315143 May 21 15:26:47.425393 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048441b8-4463-4301-acdf-362fd6d881b9 req-e1f6f5f5-6ecc-486a-9485-dd691011324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:47.426811 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-048441b8-4463-4301-acdf-362fd6d881b9 req-e1f6f5f5-6ecc-486a-9485-dd691011324d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=355f014a-5478-4d88-83e9-4ebb6ef8c26e HTTP/1.1" status: 200 len: 858 time: 0.1346395 May 21 15:26:47.429489 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-3e550c8e-e299-4755-bf32-468fbdfd040b req-a8b96116-6fce-4345-940c-8d0c6d590162 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] For port ef2af04c-79f8-4f56-95e3-98cfaea9e576, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ef2af04c-79f8-4f56-95e3-98cfaea9e576,segment=NetworkSegment(10933acd-5cba-47cc-9ddf-9ea94b98c43f),segment_id=10933acd-5cba-47cc-9ddf-9ea94b98c43f)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:47.429843 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3e550c8e-e299-4755-bf32-468fbdfd040b req-a8b96116-6fce-4345-940c-8d0c6d590162 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:47.485176 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 54912) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:47.517161 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.notifiers.nova [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65547b87-893a-4d7f-bdb0-6bb083186cd8 {{(pid=91544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:26:47.528480 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:47.545473 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.provisioning_blocks [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Transition to ACTIVE for port object 65547b87-893a-4d7f-bdb0-6bb083186cd8 will not be triggered until provisioned by entity L2. {{(pid=91544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:47.607465 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:47.615813 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-048441b8-4463-4301-acdf-362fd6d881b9 req-92246496-d6f9-432f-9ef9-9a6d4f1edd16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1711760 May 21 15:26:47.619344 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-3d2babfc-5bd1-482b-b3ec-8827032133e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:47.623701 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-3e550c8e-e299-4755-bf32-468fbdfd040b req-a8b96116-6fce-4345-940c-8d0c6d590162 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Calling delete_port for ef2af04c-79f8-4f56-95e3-98cfaea9e576 owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:26:47.746778 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d00e85-0f07-4246-91d2-a8f4e6f88a34 req-fd957f4d-909c-4b9b-9bcf-2c3cf6e6218b tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:47.748110 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-88d00e85-0f07-4246-91d2-a8f4e6f88a34 req-fd957f4d-909c-4b9b-9bcf-2c3cf6e6218b tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 945 time: 0.4975033 May 21 15:26:47.777542 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-80f3a718-6a69-4531-9e7d-dca3efdbd649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:47.823092 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Pushing event updated for resources: {'Port': ['ID=65547b87-893a-4d7f-bdb0-6bb083186cd8,revision_number=2']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:47.825981 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-80f3a718-6a69-4531-9e7d-dca3efdbd649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:47.844436 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device cabea697-1ef4-41ad-92c1-d0de4ec0fd81 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:26:47.850605 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:47.862622 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:47.865711 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-80f3a718-6a69-4531-9e7d-dca3efdbd649 admin admin] Usage tracker for resource:security_group_rule and tenant:7592b9c4933942f88cb096787ce46578 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:47.875178 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-80f3a718-6a69-4531-9e7d-dca3efdbd649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:47.887971 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-80f3a718-6a69-4531-9e7d-dca3efdbd649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:47.911470 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20375811-2f37-4846-a0e6-7a2a4e5a595d req-e23d9f46-8328-4675-a673-f35b16b056b2 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:47.911470 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-20375811-2f37-4846-a0e6-7a2a4e5a595d req-e23d9f46-8328-4675-a673-f35b16b056b2 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Synchronizing usage tracker for tenant:94d1d901ebef4552b61e376d00984038 on resource:port {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:47.976967 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:47.980661 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.managers [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Attempting to bind port 65547b87-893a-4d7f-bdb0-6bb083186cd8 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:26:47.981031 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.managers [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Attempting to bind port 65547b87-893a-4d7f-bdb0-6bb083186cd8 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8'}] {{(pid=91544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:26:47.981355 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Attempting to bind port 65547b87-893a-4d7f-bdb0-6bb083186cd8 on network c1c85717-565d-4f4d-9466-aa4b753ba9d8 {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:47.985927 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-20375811-2f37-4846-a0e6-7a2a4e5a595d req-e23d9f46-8328-4675-a673-f35b16b056b2 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Unset dirty status for tenant:94d1d901ebef4552b61e376d00984038 on resource:port {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:47.990537 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:47.991568 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:47.993356 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-20375811-2f37-4846-a0e6-7a2a4e5a595d req-e23d9f46-8328-4675-a673-f35b16b056b2 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 944 time: 0.4404483 May 21 15:26:48.007116 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Port 65547b87-893a-4d7f-bdb0-6bb083186cd8 on network c1c85717-565d-4f4d-9466-aa4b753ba9d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:26:48.007541 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Attempting to bind port 65547b87-893a-4d7f-bdb0-6bb083186cd8 on network c1c85717-565d-4f4d-9466-aa4b753ba9d8 {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:48.082561 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-88d00e85-0f07-4246-91d2-a8f4e6f88a34 req-a36b5f04-011f-4d31-9cb8-3caf2f86780c tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a221568-ef44-4557-a2e6-c3a62a02829f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186331 May 21 15:26:48.174241 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-048441b8-4463-4301-acdf-362fd6d881b9 req-7b16e7ac-856a-48ee-8ea0-c1e37db90841 service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461798 May 21 15:26:48.190480 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-80f3a718-6a69-4531-9e7d-dca3efdbd649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.199580 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:26:48.200279 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Checking segment: {'id': '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:26:48.200923 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Bound using segment: {'id': '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8'} {{(pid=91544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:26:48.202026 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.managers [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Bound port: 65547b87-893a-4d7f-bdb0-6bb083186cd8, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8'}}] {{(pid=91544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:26:48.202969 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.261896 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-80f3a718-6a69-4531-9e7d-dca3efdbd649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.312168 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-20375811-2f37-4846-a0e6-7a2a4e5a595d req-80625c75-c81d-40af-9d34-0121a99ad4ef tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192095 May 21 15:26:48.313656 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:48.387124 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-80f3a718-6a69-4531-9e7d-dca3efdbd649 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7592b9c4933942f88cb096787ce46578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9007173 May 21 15:26:48.393946 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 54948) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:48.394766 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3a718-6a69-4531-9e7d-dca3efdbd649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bed396d-a11d-42f2-bf5d-a3d802b02626,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:48.398933 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port cabea697-1ef4-41ad-92c1-d0de4ec0fd81, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:48.404750 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-80f3a718-6a69-4531-9e7d-dca3efdbd649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:48.419334 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'port_id': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81', 'mac_address': 'fa:16:3e:b0:e3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:26:48.455687 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3e550c8e-e299-4755-bf32-468fbdfd040b req-a8b96116-6fce-4345-940c-8d0c6d590162 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.508829 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.530872 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['ef2af04c-79f8-4f56-95e3-98cfaea9e576'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:26:48.568331 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.db [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] For port 65547b87-893a-4d7f-bdb0-6bb083186cd8, host hv-cinder-79264, cleared binding levels {{(pid=91544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:26:48.572946 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.db [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] For port 65547b87-893a-4d7f-bdb0-6bb083186cd8, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=65547b87-893a-4d7f-bdb0-6bb083186cd8,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:26:48.596234 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:48.623848 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ea162c5c-1112-4b50-bdb6-6f5ac17bbe73,segment=NetworkSegment(0563099a-3de1-4931-80db-f7b31a267dd3),segment_id=0563099a-3de1-4931-80db-f7b31a267dd3)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:48.633068 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd5e993-304e-4398-b800-7101cbe25dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea162c5c-1112-4b50-bdb6-6f5ac17bbe73'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:48.644755 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.645447 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.646909 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9ed72aca-4959-4d96-ad2b-a4282b08b973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.649279 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f1bd1f31-13d5-45bc-b375-87553cd3145d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:48.654106 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b96116-6fce-4345-940c-8d0c6d590162 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Pushing event deleted for resources: {'Port': ['ID=ef2af04c-79f8-4f56-95e3-98cfaea9e576,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:48.657811 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-a8b96116-6fce-4345-940c-8d0c6d590162 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:48.705707 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:48.721538 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=ea162c5c-1112-4b50-bdb6-6f5ac17bbe73,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:48.735104 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:48.736322 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.757469 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabea697-1ef4-41ad-92c1-d0de4ec0fd81 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:26:48.778234 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port cabea697-1ef4-41ad-92c1-d0de4ec0fd81, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:48.785668 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.789610 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e550c8e-e299-4755-bf32-468fbdfd040b req-a8b96116-6fce-4345-940c-8d0c6d590162 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] No DVR routers for this DVR port ef2af04c-79f8-4f56-95e3-98cfaea9e576 on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:26:48.794792 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:48.803824 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3e550c8e-e299-4755-bf32-468fbdfd040b req-a8b96116-6fce-4345-940c-8d0c6d590162 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.804098 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Pushing event updated for resources: {'Port': ['ID=65547b87-893a-4d7f-bdb0-6bb083186cd8,revision_number=3']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:48.808296 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:48.808458 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9048ce-a380-494e-bcd7-ab27c0e173c8', 'name': 'network-vif-deleted', 'tag': 'ef2af04c-79f8-4f56-95e3-98cfaea9e576'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:48.808552 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for port, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.809982 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] 10.222.0.44 "PUT /v2.0/ports/65547b87-893a-4d7f-bdb0-6bb083186cd8 HTTP/1.1" status: 200 len: 1094 time: 2.0542490 May 21 15:26:48.818279 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8582c6-ac30-4288-bba4-646165cd9889', 'tag': '65547b87-893a-4d7f-bdb0-6bb083186cd8'}] {{(pid=91544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:48.839378 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-048441b8-4463-4301-acdf-362fd6d881b9 req-72b8f095-7793-4552-a930-69680352f5aa service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135822 May 21 15:26:48.844201 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9ed72aca-4959-4d96-ad2b-a4282b08b973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.847980 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2ae79-0e38-433a-b2dc-c8e00e9f3a0c req-32ed919e-3f39-4a5a-af4c-05776879ac66 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:48.855252 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a2e2ae79-0e38-433a-b2dc-c8e00e9f3a0c req-32ed919e-3f39-4a5a-af4c-05776879ac66 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 945 time: 0.4879897 May 21 15:26:48.871039 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3e550c8e-e299-4755-bf32-468fbdfd040b req-a8b96116-6fce-4345-940c-8d0c6d590162 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.44 "DELETE /v2.0/ports/ef2af04c-79f8-4f56-95e3-98cfaea9e576 HTTP/1.1" status: 204 len: 173 time: 2.2482643 May 21 15:26:48.903602 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:48.904751 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:48.910513 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:48.926675 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9ed72aca-4959-4d96-ad2b-a4282b08b973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.943011 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-27b49435-a8b2-4996-a1ea-c4a2d72c0611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:48.956170 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a2e2ae79-0e38-433a-b2dc-c8e00e9f3a0c req-66dfe132-2f2d-4177-86cf-9cc7d96f1ca6 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999887 May 21 15:26:48.958043 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed72aca-4959-4d96-ad2b-a4282b08b973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bed396d-a11d-42f2-bf5d-a3d802b02626,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:48.965041 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-9ed72aca-4959-4d96-ad2b-a4282b08b973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:48.967102 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9ed72aca-4959-4d96-ad2b-a4282b08b973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.968163 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-9ed72aca-4959-4d96-ad2b-a4282b08b973 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5bed396d-a11d-42f2-bf5d-a3d802b02626 HTTP/1.1" status: 204 len: 168 time: 0.5671859 May 21 15:26:49.006153 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42fe0f-c20d-4c3d-80de-717b936da1f4 req-548b2756-0415-414c-92f3-ea5e040f5ecd tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:49.020444 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-de42fe0f-c20d-4c3d-80de-717b936da1f4 req-548b2756-0415-414c-92f3-ea5e040f5ecd tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.4424069 May 21 15:26:49.031571 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-77420bc0-d743-4b60-a207-7f1a346263d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:49.033111 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-77420bc0-d743-4b60-a207-7f1a346263d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94d1d901ebef4552b61e376d00984038&device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 1097 time: 0.1371546 May 21 15:26:49.100905 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-de42fe0f-c20d-4c3d-80de-717b936da1f4 req-078200af-f840-45f7-98fb-519261884867 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793347 May 21 15:26:49.132781 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['cabea697-1ef4-41ad-92c1-d0de4ec0fd81'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:26:49.170462 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-5a6f6fa4-99f7-45ba-96b8-b45ba75e8d66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65547b87-893a-4d7f-bdb0-6bb083186cd8 HTTP/1.1" status: 200 len: 217 time: 0.1171036 May 21 15:26:49.184225 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd5e993-304e-4398-b800-7101cbe25dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea162c5c-1112-4b50-bdb6-6f5ac17bbe73', 'code': 200} May 21 15:26:49.295373 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9048ce-a380-494e-bcd7-ab27c0e173c8', 'name': 'network-vif-deleted', 'tag': 'ef2af04c-79f8-4f56-95e3-98cfaea9e576', 'status': 'completed', 'code': 200} May 21 15:26:49.331824 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce8582c6-ac30-4288-bba4-646165cd9889', 'tag': '65547b87-893a-4d7f-bdb0-6bb083186cd8', 'status': 'completed', 'code': 200} May 21 15:26:49.402271 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-ebb17768-3684-4676-b44d-134ecef880a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:49.404128 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-ebb17768-3684-4676-b44d-134ecef880a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d55cf0a4-3653-4f79-80d3-ada34aa6222f HTTP/1.1" status: 200 len: 853 time: 0.2100365 May 21 15:26:49.433090 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e416d-0783-42d8-a094-a9096d62a36c req-858da4a9-bd02-4249-92e2-81c5659444a7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:49.434820 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-181e416d-0783-42d8-a094-a9096d62a36c req-858da4a9-bd02-4249-92e2-81c5659444a7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 944 time: 0.3203046 May 21 15:26:49.472723 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 54988) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:49.504334 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ac4d78c1-3752-438d-908d-85d8c08db211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:49.527649 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-bd59e478-6fd9-4ca3-b5b8-dca56e8713bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1c85717-565d-4f4d-9466-aa4b753ba9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916235 May 21 15:26:49.530158 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-ac4d78c1-3752-438d-908d-85d8c08db211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:49.573200 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-ac4d78c1-3752-438d-908d-85d8c08db211 admin admin] Usage tracker for resource:security_group_rule and tenant:dd2914fc038940539863d45d7a358055 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:49.577894 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5643f8a1-878b-4017-acaa-8f2556c9fb7d req-c32fb761-deca-4737-83c5-b18ec8992ee5 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd9048ce-a380-494e-bcd7-ab27c0e173c8 HTTP/1.1" status: 200 len: 210 time: 0.0500686 May 21 15:26:49.578791 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-ac4d78c1-3752-438d-908d-85d8c08db211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:49.585225 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-ac4d78c1-3752-438d-908d-85d8c08db211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:49.695538 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ac4d78c1-3752-438d-908d-85d8c08db211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:49.705310 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ac4d78c1-3752-438d-908d-85d8c08db211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:49.718149 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-a5ee4f83-9a29-4890-8c9a-6ff1f6c32d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:49.791886 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-181e416d-0783-42d8-a094-a9096d62a36c req-25a98335-cf0c-4d0f-823f-4928881d06d6 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3042116 May 21 15:26:49.828912 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-3e2df0d3-aaf8-4b89-96f2-38f5dc6e64fc service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630644 May 21 15:26:49.844375 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device ef2af04c-79f8-4f56-95e3-98cfaea9e576 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:26:49.861201 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-ac4d78c1-3752-438d-908d-85d8c08db211 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd2914fc038940539863d45d7a358055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868706 May 21 15:26:49.862929 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d78c1-3752-438d-908d-85d8c08db211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab72aa2a-d4b4-49e1-ad15-9ec703a2e53f,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:49.867199 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-ac4d78c1-3752-438d-908d-85d8c08db211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:49.867378 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 55004) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:49.899784 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693f2c6-ab62-408a-b9a1-dba909d37fc7 req-4d6339ce-60b1-433d-a387-965ac02d2912 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:49.907279 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-8693f2c6-ab62-408a-b9a1-dba909d37fc7 req-4d6339ce-60b1-433d-a387-965ac02d2912 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 944 time: 0.1599121 May 21 15:26:49.954453 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: ef2af04c-79f8-4f56-95e3-98cfaea9e576 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:26:49.955466 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device ef2af04c-79f8-4f56-95e3-98cfaea9e576 not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:26:49.968984 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-8693f2c6-ab62-408a-b9a1-dba909d37fc7 req-dd3d232f-218d-4731-bfb2-5bf5bd43eef9 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607138 May 21 15:26:50.019038 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c9e4c-fe05-4a37-b480-c32f3b9e0f24 req-d9e93d65-eb47-452f-b636-42c8b1d08683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:50.021691 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-971c9e4c-fe05-4a37-b480-c32f3b9e0f24 req-d9e93d65-eb47-452f-b636-42c8b1d08683 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 1099 time: 0.4912529 May 21 15:26:50.121421 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-66f2abf1-ce85-4fc8-a895-8c40471eef1e req-4c3898f4-dac7-4098-a4e7-196d3673a06c service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825615 May 21 15:26:50.338999 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac14ce-e0c1-4dc5-b140-2db1e575b0fb req-3f308dd4-4d3e-4763-a8bf-ac3081de1f07 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:50.340553 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9aac14ce-e0c1-4dc5-b140-2db1e575b0fb req-3f308dd4-4d3e-4763-a8bf-ac3081de1f07 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0927422 May 21 15:26:50.354706 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-971c9e4c-fe05-4a37-b480-c32f3b9e0f24 req-6f0ecf6e-9240-48a5-97e9-bde842196f4b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196981 May 21 15:26:50.373045 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-861fa241-508e-4bd7-bf2e-e74a391ddb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:50.395015 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9aac14ce-e0c1-4dc5-b140-2db1e575b0fb req-feef263f-20d5-4df3-9210-5aaeafe1813f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454063 May 21 15:26:50.420355 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-861fa241-508e-4bd7-bf2e-e74a391ddb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:50.458866 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0777cb-eb0d-41bc-a01e-0f353245cb50 req-b282dc1c-ff15-448d-803c-8ab364bebbd9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:50.460316 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8f0777cb-eb0d-41bc-a01e-0f353245cb50 req-b282dc1c-ff15-448d-803c-8ab364bebbd9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.3354192 May 21 15:26:50.471967 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb5d1e-d9c9-43e2-b7b0-c128bdb7d2db req-da743e17-78ec-43e3-b36c-3dce3ee63e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:50.473402 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4cdb5d1e-d9c9-43e2-b7b0-c128bdb7d2db req-da743e17-78ec-43e3-b36c-3dce3ee63e96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94d1d901ebef4552b61e376d00984038&device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 1097 time: 0.2089541 May 21 15:26:50.500682 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55028) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:50.601312 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8f0777cb-eb0d-41bc-a01e-0f353245cb50 req-79159f3b-93b4-46aa-9fb7-3d279993ece4 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314664 May 21 15:26:50.612445 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-861fa241-508e-4bd7-bf2e-e74a391ddb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:50.628518 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:50.630432 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:50.644615 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:50.649077 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Usage tracker for resource:security_group_rule and tenant:95ee3cb14bf64a29825b5c66520769bc is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:50.652915 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:50.653323 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fa241-508e-4bd7-bf2e-e74a391ddb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab72aa2a-d4b4-49e1-ad15-9ec703a2e53f,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:50.656186 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-861fa241-508e-4bd7-bf2e-e74a391ddb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:50.663850 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:50.666434 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-861fa241-508e-4bd7-bf2e-e74a391ddb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:50.667699 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-861fa241-508e-4bd7-bf2e-e74a391ddb8a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab72aa2a-d4b4-49e1-ad15-9ec703a2e53f HTTP/1.1" status: 204 len: 168 time: 0.7953107 May 21 15:26:50.685209 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb5d1e-d9c9-43e2-b7b0-c128bdb7d2db req-755fe7b0-5cba-4000-9a9a-304b2f7c0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:50.687648 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4cdb5d1e-d9c9-43e2-b7b0-c128bdb7d2db req-755fe7b0-5cba-4000-9a9a-304b2f7c0cd5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1c85717-565d-4f4d-9466-aa4b753ba9d8 HTTP/1.1" status: 200 len: 914 time: 0.1952934 May 21 15:26:50.777711 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4cdb5d1e-d9c9-43e2-b7b0-c128bdb7d2db req-8e7bf56f-e735-46fd-886f-4dcb8dccec9b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65547b87-893a-4d7f-bdb0-6bb083186cd8 HTTP/1.1" status: 200 len: 217 time: 0.0714619 May 21 15:26:50.788065 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:50.793690 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:50.803115 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-00a55533-7d65-4b74-a885-1039c0aa6858 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:50.837978 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95ee3cb14bf64a29825b5c66520769bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361838 May 21 15:26:50.841125 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55046) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:50.870103 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb5d1e-d9c9-43e2-b7b0-c128bdb7d2db req-a1476e09-6b04-4349-b91e-2b01b17dc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:50.871760 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4cdb5d1e-d9c9-43e2-b7b0-c128bdb7d2db req-a1476e09-6b04-4349-b91e-2b01b17dc851 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d55cf0a4-3653-4f79-80d3-ada34aa6222f HTTP/1.1" status: 200 len: 853 time: 0.0717020 May 21 15:26:50.873015 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff350ca-5913-49ab-85e6-79568ab5bc9c,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:50.898389 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:50.898943 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:50.899961 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:50.900450 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:50.901091 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:50.901599 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:50.902086 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:50.902581 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:50.903180 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:50.903691 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:50.904141 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:50.904536 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:50.917022 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:50.946555 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a7678c4b-24c0-4525-b121-dd53d1097de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:50.949580 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4cdb5d1e-d9c9-43e2-b7b0-c128bdb7d2db req-db756062-5ba4-4fd3-a523-5cb010bdba06 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1c85717-565d-4f4d-9466-aa4b753ba9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689540 May 21 15:26:50.976156 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a7678c4b-24c0-4525-b121-dd53d1097de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:51.095441 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a7678c4b-24c0-4525-b121-dd53d1097de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:51.100638 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-a3319a30-be2a-4713-a177-d6c541705996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:51.138412 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7678c4b-24c0-4525-b121-dd53d1097de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff350ca-5913-49ab-85e6-79568ab5bc9c,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:51.141751 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-a7678c4b-24c0-4525-b121-dd53d1097de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:51.201705 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a7678c4b-24c0-4525-b121-dd53d1097de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:51.202974 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-a7678c4b-24c0-4525-b121-dd53d1097de5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bff350ca-5913-49ab-85e6-79568ab5bc9c HTTP/1.1" status: 204 len: 168 time: 0.3614659 May 21 15:26:51.223178 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9d763-c321-47fd-bc76-fb5c6fa4b045 req-47a6afed-1286-406d-96a2-cb42e82120f8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:51.224913 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-66d9d763-c321-47fd-bc76-fb5c6fa4b045 req-47a6afed-1286-406d-96a2-cb42e82120f8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 944 time: 0.2401953 May 21 15:26:51.226966 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4cdb5d1e-d9c9-43e2-b7b0-c128bdb7d2db req-876cba57-4365-4772-a3dd-f420f530a9f1 service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614172 May 21 15:26:51.287791 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20d573-ec66-49b0-8054-f6f4cdb86bd9 req-a679a196-09d6-49e9-9244-ee797391f4e8 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:51.291401 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf20d573-ec66-49b0-8054-f6f4cdb86bd9 req-a679a196-09d6-49e9-9244-ee797391f4e8 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 944 time: 0.1466918 May 21 15:26:51.351314 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf20d573-ec66-49b0-8054-f6f4cdb86bd9 req-a8c810ae-5f0a-42da-b942-8271f2da2d22 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538287 May 21 15:26:51.468944 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-66d9d763-c321-47fd-bc76-fb5c6fa4b045 req-f4e1dd61-81c9-43e4-9c12-9152516a857b tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2369287 May 21 15:26:51.472378 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4cdb5d1e-d9c9-43e2-b7b0-c128bdb7d2db req-2e27111b-5969-4c14-88b5-eb80439c3873 service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067583 May 21 15:26:51.479653 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2cf0daf2-fa62-4c5f-b480-fa2c7f08c77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:51.701418 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcb260-8dc9-4ac9-8b4d-13b4436c6459 req-8505063d-0d34-4b64-b408-44859f3fe645 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:51.710102 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cbbcb260-8dc9-4ac9-8b4d-13b4436c6459 req-8505063d-0d34-4b64-b408-44859f3fe645 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1090865 May 21 15:26:51.764385 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cbbcb260-8dc9-4ac9-8b4d-13b4436c6459 req-427bab48-7cf8-4719-9bff-829d44605670 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529630 May 21 15:26:51.845999 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device cabea697-1ef4-41ad-92c1-d0de4ec0fd81 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:51.852487 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55102) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:51.878517 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6e3d8e2a-35ae-4dd9-8351-4ee190c67563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:51.910255 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6e3d8e2a-35ae-4dd9-8351-4ee190c67563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:51.914091 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6e3d8e2a-35ae-4dd9-8351-4ee190c67563 admin admin] Usage tracker for resource:security_group_rule and tenant:2413b34b47c844ae8983532c32801dec is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:51.918281 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6e3d8e2a-35ae-4dd9-8351-4ee190c67563 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:51.924788 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6e3d8e2a-35ae-4dd9-8351-4ee190c67563 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:51.938218 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port cabea697-1ef4-41ad-92c1-d0de4ec0fd81 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:51.951533 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port cabea697-1ef4-41ad-92c1-d0de4ec0fd81 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:51.951931 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:51.960432 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47205aa3-bd3f-4187-bb3a-8e66c46f0bca req-178712af-e7f0-4776-9b56-24430310dff6 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:51.969852 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-47205aa3-bd3f-4187-bb3a-8e66c46f0bca req-178712af-e7f0-4776-9b56-24430310dff6 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1985888 May 21 15:26:52.027227 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-47205aa3-bd3f-4187-bb3a-8e66c46f0bca req-e3ffb78d-799e-4674-82b1-d98eb44839e1 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564380 May 21 15:26:52.039542 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6e3d8e2a-35ae-4dd9-8351-4ee190c67563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:52.045135 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6e3d8e2a-35ae-4dd9-8351-4ee190c67563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:52.056377 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:52.085041 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:52.109665 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-6e3d8e2a-35ae-4dd9-8351-4ee190c67563 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2413b34b47c844ae8983532c32801dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535670 May 21 15:26:52.109665 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d8e2a-35ae-4dd9-8351-4ee190c67563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061c6f92-bf9b-4849-b0c9-8491731fd6dc,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:52.112193 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6e3d8e2a-35ae-4dd9-8351-4ee190c67563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:52.115775 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:52.117232 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 55110) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:52.125954 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port cabea697-1ef4-41ad-92c1-d0de4ec0fd81, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:52.131482 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:52.134298 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-a18b9f60-2f45-4d5e-a086-7b30193a32da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:52.165852 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81', 'code': 200} May 21 15:26:52.207505 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:52.208231 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:52.211128 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:52.238564 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:52.300447 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:52.304692 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:52.316403 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061c6f92-bf9b-4849-b0c9-8491731fd6dc,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:52.327271 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.327628 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.327974 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.328312 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.328649 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.329014 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.329345 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.329677 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.330023 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.330338 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.330664 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.330995 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.334482 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:52.335857 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:52.339678 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/061c6f92-bf9b-4849-b0c9-8491731fd6dc HTTP/1.1" status: 204 len: 168 time: 0.2173057 May 21 15:26:52.442912 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80be3a-fdb1-4e13-9dc7-a17df0eb687c req-31f220c1-58d5-472b-b36c-9145ae57fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:52.445198 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2b80be3a-fdb1-4e13-9dc7-a17df0eb687c req-31f220c1-58d5-472b-b36c-9145ae57fb56 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 1098 time: 0.0807335 May 21 15:26:52.498467 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2b80be3a-fdb1-4e13-9dc7-a17df0eb687c req-5e82c349-aa70-4fab-ac3c-24b864babffb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451527 May 21 15:26:52.662059 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4100bf6-97f4-40af-a53d-8cf721cf4562 req-946e32d0-c383-459e-81ce-2106378634cb tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:52.664607 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d4100bf6-97f4-40af-a53d-8cf721cf4562 req-946e32d0-c383-459e-81ce-2106378634cb tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 944 time: 0.1147637 May 21 15:26:52.721825 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d4100bf6-97f4-40af-a53d-8cf721cf4562 req-2eed8059-70cb-4c8c-a0fc-65f4b6200f58 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516853 May 21 15:26:52.751218 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ff3e7-a38f-4c77-ab75-794dc861e2c2 req-6d410a92-389c-46e0-8ab3-901b2b2bc4df tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:52.753481 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b98ff3e7-a38f-4c77-ab75-794dc861e2c2 req-6d410a92-389c-46e0-8ab3-901b2b2bc4df tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.1305640 May 21 15:26:52.812465 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b98ff3e7-a38f-4c77-ab75-794dc861e2c2 req-456d3eab-03df-468d-91ee-b311348dc38a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491560 May 21 15:26:53.065667 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edfb86-7b50-4c9a-9817-b555036615de req-78e1ebc1-64df-43fb-898c-21c6cf2c435b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:53.068835 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-90edfb86-7b50-4c9a-9817-b555036615de req-78e1ebc1-64df-43fb-898c-21c6cf2c435b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1187618 May 21 15:26:53.105891 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 55174) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:53.138641 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-90edfb86-7b50-4c9a-9817-b555036615de req-ec0a8cf4-b802-4717-a609-534c49eda396 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606983 May 21 15:26:53.291189 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd98d93f-7286-435d-8a93-ae66fe2007c7 admin admin] Deleting subnet ed52b43b-8261-4c16-bb90-f459a3dcfb35 {{(pid=91543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:26:53.295361 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-bd98d93f-7286-435d-8a93-ae66fe2007c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:53.358571 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-bd98d93f-7286-435d-8a93-ae66fe2007c7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:53.376294 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-bd98d93f-7286-435d-8a93-ae66fe2007c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8313785'] for subnet, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:53.438971 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b1767-c93c-449d-a59a-1ed5407f7703 req-e56f3193-c503-4c49-8307-2bed65468100 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:53.440451 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-841b1767-c93c-449d-a59a-1ed5407f7703 req-e56f3193-c503-4c49-8307-2bed65468100 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.2034178 May 21 15:26:53.573042 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:26:53.632250 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-841b1767-c93c-449d-a59a-1ed5407f7703 req-5836e7eb-7bd9-4917-9a32-91e09dd7dd6c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845448 May 21 15:26:53.825895 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:53.848890 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-bd98d93f-7286-435d-8a93-ae66fe2007c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8313776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821'] for subnet, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:53.862354 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:53.922316 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd5195-d144-4014-ba5b-627af79987e9 req-a6f65260-a55d-4276-ac15-94fe3bc7685c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:53.924138 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ecfd5195-d144-4014-ba5b-627af79987e9 req-a6f65260-a55d-4276-ac15-94fe3bc7685c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1733146 May 21 15:26:53.933403 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55216) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:53.941006 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-5280ddde-048a-4b47-bc7a-ebec620c9866 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Request body: {'floatingip': {'port_id': 'ea162c5c-1112-4b50-bdb6-6f5ac17bbe73'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:53.985336 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98d93f-7286-435d-8a93-ae66fe2007c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed52b43b-8261-4c16-bb90-f459a3dcfb35,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:53.987857 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-bd98d93f-7286-435d-8a93-ae66fe2007c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:53.996986 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-bd98d93f-7286-435d-8a93-ae66fe2007c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:54.006968 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-bd98d93f-7286-435d-8a93-ae66fe2007c7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ed52b43b-8261-4c16-bb90-f459a3dcfb35 HTTP/1.1" status: 204 len: 168 time: 0.8998201 May 21 15:26:54.013644 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55224) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:54.045291 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 65547b87-893a-4d7f-bdb0-6bb083186cd8 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:26:54.080772 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308d624-19be-4e4f-8d0e-bd9dd4605fa3 req-83e4980d-8fe2-4e4a-9313-8b1691c3cb11 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:54.082339 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4308d624-19be-4e4f-8d0e-bd9dd4605fa3 req-83e4980d-8fe2-4e4a-9313-8b1691c3cb11 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 944 time: 0.1711056 May 21 15:26:54.089575 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5280ddde-048a-4b47-bc7a-ebec620c9866 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for floatingip, before_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:54.138973 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4308d624-19be-4e4f-8d0e-bd9dd4605fa3 req-707404e7-8430-43ca-b711-4bd98d9d04de tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453556 May 21 15:26:54.250330 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b72d2477-6115-49a9-887d-b167664fe12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:54.327574 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 65547b87-893a-4d7f-bdb0-6bb083186cd8, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=65547b87-893a-4d7f-bdb0-6bb083186cd8,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:54.364065 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': '65547b87-893a-4d7f-bdb0-6bb083186cd8', 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8', 'port_id': '65547b87-893a-4d7f-bdb0-6bb083186cd8', 'mac_address': 'fa:16:3e:98:ac:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55cf0a4-3653-4f79-80d3-ada34aa6222f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:26:54.369221 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8351994'] for network, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:54.390747 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ccabc-77fd-464c-9074-bcdea978b57f req-bf5c05c1-d8f2-4a8e-8aff-e0fb64b21694 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:54.399827 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-318ccabc-77fd-464c-9074-bcdea978b57f req-bf5c05c1-d8f2-4a8e-8aff-e0fb64b21694 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1220624 May 21 15:26:54.473218 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-318ccabc-77fd-464c-9074-bcdea978b57f req-d73888c6-b134-4ee5-8c3f-0ef6be8798a3 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710647 May 21 15:26:54.521580 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:54.542361 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65547b87-893a-4d7f-bdb0-6bb083186cd8 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:26:54.569215 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 65547b87-893a-4d7f-bdb0-6bb083186cd8, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=65547b87-893a-4d7f-bdb0-6bb083186cd8,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:54.573732 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:54.579606 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:54.643844 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314112', 'neutron.services.segments.db._delete_segments_for_network-8788723347577'] for network, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:54.661010 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=65547b87-893a-4d7f-bdb0-6bb083186cd8,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:54.666734 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9292617-c367-4848-8973-35a4bc933d9a req-d5de25e4-c20e-4c8a-bff1-6ef596c6cc2c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:54.672337 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:54.673556 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a9292617-c367-4848-8973-35a4bc933d9a req-d5de25e4-c20e-4c8a-bff1-6ef596c6cc2c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.5972779 May 21 15:26:54.692555 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:26:54.692923 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:26:54.693669 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:26:54.693983 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Subscribe: > port after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:26:54.694489 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Subscribe: > port after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:26:54.694819 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Subscribe: > port after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:26:54.695298 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:26:54.695622 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:26:54.695911 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:26:54.696247 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:26:54.854759 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:26:54.855162 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:26:54.855539 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:26:54.855933 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:26:54.856224 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678a084c-0bfa-4e7b-a3f9-ba652fb0a1be']}} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:54.945653 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10933acd-5cba-47cc-9ddf-9ea94b98c43f') {'for_net_delete': True} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:54.946512 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10933acd-5cba-47cc-9ddf-9ea94b98c43f') {} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:54.966066 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55264) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:54.985674 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788723246605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1519820'] for segment, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.005231 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.039131 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a9292617-c367-4848-8973-35a4bc933d9a req-f9fa8be5-f3c7-46b3-8ce1-8bba4fa46be5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3645000 May 21 15:26:55.042533 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.048317 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['65547b87-893a-4d7f-bdb0-6bb083186cd8'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:26:55.132580 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=91544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:26:55.133206 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506971'] for segment, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: from cryptography.utils import int_from_bytes May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: from cryptography.utils import int_from_bytes May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: Traceback (most recent call last): May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: timer() May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: cb(*args, **kw) May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: return func(*args, **kwargs) May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: self._notify() May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: self.callback(batched_events) May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: event.method(event) May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: return f(self, *a, **k) May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: return self._get(url).json() May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: return self.request(url, 'GET', **kwargs) May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:26:55.191083 dv-cinder-792642-1-smb neutron-server[91544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:26:55.412644 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35567e77-ecc0-4309-bc1b-259c4a1516d1 req-f16a568d-d60f-496d-ab3e-e727657605c0 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:55.414376 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-35567e77-ecc0-4309-bc1b-259c4a1516d1 req-f16a568d-d60f-496d-ab3e-e727657605c0 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.1572521 May 21 15:26:55.424660 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 55286) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:55.430783 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-71ca0acc-0970-4996-9ba0-81ee428ed7ef tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Request body: {'floatingip': {'port_id': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:55.460222 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ceab-cc59-4c38-8069-9127071e1d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.533522 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-71ca0acc-0970-4996-9ba0-81ee428ed7ef tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for floatingip, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.552336 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928976'] for network, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.554046 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-0cd1ceab-cc59-4c38-8069-9127071e1d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:55.593225 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-0cd1ceab-cc59-4c38-8069-9127071e1d76 admin admin] Usage tracker for resource:security_group_rule and tenant:3d3a1ef07075438e8455ae347d1cfe1f is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:55.699092 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 55298) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:55.710998 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-0cd1ceab-cc59-4c38-8069-9127071e1d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:55.715455 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:55.728566 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.742642 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-0cd1ceab-cc59-4c38-8069-9127071e1d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:55.766725 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Pushing event deleted for resources: {'Network': ['ID=678a084c-0bfa-4e7b-a3f9-ba652fb0a1be,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:55.781271 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:55.798622 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] 10.222.0.42 "DELETE /v2.0/networks/678a084c-0bfa-4e7b-a3f9-ba652fb0a1be HTTP/1.1" status: 204 len: 168 time: 1.7776220 May 21 15:26:55.831958 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f810e5-24f9-4b3d-aefc-0ee7c3b5d4a7 req-b9ed3544-6c1a-4903-a358-631cffb495ea tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:55.833466 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b0f810e5-24f9-4b3d-aefc-0ee7c3b5d4a7 req-b9ed3544-6c1a-4903-a358-631cffb495ea tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 945 time: 0.4483914 May 21 15:26:55.887573 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577edd2-3f9f-44e4-b07e-a0cdfc780acd req-8b3000a4-01c0-4946-8881-e18d5b542fd7 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:55.889077 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9577edd2-3f9f-44e4-b07e-a0cdfc780acd req-8b3000a4-01c0-4946-8881-e18d5b542fd7 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.2797461 May 21 15:26:55.893154 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-5b2915c3-ebbd-4f22-837a-1092173399cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.943717 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-5b2915c3-ebbd-4f22-837a-1092173399cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:55.959921 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 55306) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:55.960910 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-5b2915c3-ebbd-4f22-837a-1092173399cb admin admin] Usage tracker for resource:security_group_rule and tenant:689a3f30ed0441a286c88b93bb84d4d6 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:55.965237 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b0f810e5-24f9-4b3d-aefc-0ee7c3b5d4a7 req-41db23da-f0b7-4441-835a-77f808e62679 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190543 May 21 15:26:56.014796 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-5b2915c3-ebbd-4f22-837a-1092173399cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:56.030127 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-5b2915c3-ebbd-4f22-837a-1092173399cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:56.072570 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9577edd2-3f9f-44e4-b07e-a0cdfc780acd req-a2fe0f8e-2592-43e7-86e0-0eb9e2e9387c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703479 May 21 15:26:56.180991 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ceab-cc59-4c38-8069-9127071e1d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.185464 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-e6645958-46ea-4751-bd60-44106da258e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5578c508c2ef407cb1b7ecd731050562&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2177494 May 21 15:26:56.187023 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ceab-cc59-4c38-8069-9127071e1d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.195067 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55310) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:56.198266 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-17fedb8c-c3d8-4ada-b528-be169fb99ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:56.221810 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5280ddde-048a-4b47-bc7a-ebec620c9866 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.244038 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5280ddde-048a-4b47-bc7a-ebec620c9866 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928966'] for floatingip, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.332820 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1ceab-cc59-4c38-8069-9127071e1d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff600ea7-2717-493f-8961-f8f241f62f08,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:56.336158 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0cd1ceab-cc59-4c38-8069-9127071e1d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:56.349945 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-0cd1ceab-cc59-4c38-8069-9127071e1d76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d3a1ef07075438e8455ae347d1cfe1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3817887 May 21 15:26:56.355698 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 55314) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:56.462343 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f4b0be4f-5545-414d-99cb-11ad7c90e50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.497838 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.l3_db [None req-5280ddde-048a-4b47-bc7a-ebec620c9866 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Floating IP 7e543d29-35d3-457c-aec5-58f775eb11c4 associated. External IP: 172.28.3.64, port: ea162c5c-1112-4b50-bdb6-6f5ac17bbe73. May 21 15:26:56.558008 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f4b0be4f-5545-414d-99cb-11ad7c90e50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.587348 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-5b2915c3-ebbd-4f22-837a-1092173399cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.598846 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-5b2915c3-ebbd-4f22-837a-1092173399cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.615688 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:56.683012 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-975b7dc1-ae56-4826-ac2d-7d6cba28accc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.757455 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-5b2915c3-ebbd-4f22-837a-1092173399cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=689a3f30ed0441a286c88b93bb84d4d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0510054 May 21 15:26:56.766511 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 55326) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:56.767142 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2915c3-ebbd-4f22-837a-1092173399cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5154f59-0f52-4e66-9860-0232b0bb9cd8,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:56.772594 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-975b7dc1-ae56-4826-ac2d-7d6cba28accc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.781092 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-5b2915c3-ebbd-4f22-837a-1092173399cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:56.790823 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f4b0be4f-5545-414d-99cb-11ad7c90e50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.801793 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:56.807021 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.820309 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0be4f-5545-414d-99cb-11ad7c90e50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a221568-ef44-4557-a2e6-c3a62a02829f,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:56.820502 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-71ca0acc-0970-4996-9ba0-81ee428ed7ef tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.834137 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-f4b0be4f-5545-414d-99cb-11ad7c90e50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:56.845432 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-71ca0acc-0970-4996-9ba0-81ee428ed7ef tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928966'] for floatingip, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.935112 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f4b0be4f-5545-414d-99cb-11ad7c90e50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.938971 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-f4b0be4f-5545-414d-99cb-11ad7c90e50c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a221568-ef44-4557-a2e6-c3a62a02829f HTTP/1.1" status: 204 len: 168 time: 0.7313988 May 21 15:26:56.958722 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-43b553d1-c39d-4f86-9443-c72f7f33b07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.972334 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5280ddde-048a-4b47-bc7a-ebec620c9866 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Router 83eb46b4-a871-4353-b528-a2c30e677aca has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:26:57.030802 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-975b7dc1-ae56-4826-ac2d-7d6cba28accc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:57.055294 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-5863cd2f-9911-4637-8cc3-b72255da463f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:57.076191 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-43b553d1-c39d-4f86-9443-c72f7f33b07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:57.103579 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b7dc1-ae56-4826-ac2d-7d6cba28accc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff600ea7-2717-493f-8961-f8f241f62f08,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:57.109598 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.db.l3_db [None req-71ca0acc-0970-4996-9ba0-81ee428ed7ef tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Floating IP 387697b7-554a-4f90-b236-7b629732ffd3 associated. External IP: 172.28.3.220, port: cabea697-1ef4-41ad-92c1-d0de4ec0fd81. May 21 15:26:57.169860 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-975b7dc1-ae56-4826-ac2d-7d6cba28accc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:57.196192 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-975b7dc1-ae56-4826-ac2d-7d6cba28accc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:57.199904 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-975b7dc1-ae56-4826-ac2d-7d6cba28accc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff600ea7-2717-493f-8961-f8f241f62f08 HTTP/1.1" status: 204 len: 168 time: 0.8396754 May 21 15:26:57.278536 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5280ddde-048a-4b47-bc7a-ebec620c9866 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:26:57.293538 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535404ae-e6e1-49dc-bb21-689979f8a2a6 None None] Sync routers for ids ['83eb46b4-a871-4353-b528-a2c30e677aca'] in dv-cinder-792642-1-smb {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:26:57.296127 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5280ddde-048a-4b47-bc7a-ebec620c9866 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for floatingip, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:57.306985 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535404ae-e6e1-49dc-bb21-689979f8a2a6 None None] Routers {'83eb46b4-a871-4353-b528-a2c30e677aca'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:57.310509 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-535404ae-e6e1-49dc-bb21-689979f8a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:26:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['83eb46b4-a871-4353-b528-a2c30e677aca'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:57.336921 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-43b553d1-c39d-4f86-9443-c72f7f33b07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:57.350330 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-861fa241-508e-4bd7-bf2e-e74a391ddb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:57.378966 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-5280ddde-048a-4b47-bc7a-ebec620c9866 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "PUT /v2.0/floatingips/7e543d29-35d3-457c-aec5-58f775eb11c4 HTTP/1.1" status: 200 len: 991 time: 3.4417799 May 21 15:26:57.385771 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d77e24-0bb2-4921-9a61-812df9a99ef9 req-ac32835f-6bb1-4e86-a602-04f4360f3b54 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:57.390077 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b553d1-c39d-4f86-9443-c72f7f33b07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5154f59-0f52-4e66-9860-0232b0bb9cd8,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:57.394981 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-94d77e24-0bb2-4921-9a61-812df9a99ef9 req-ac32835f-6bb1-4e86-a602-04f4360f3b54 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 945 time: 0.2239523 May 21 15:26:57.398858 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd5e993-304e-4398-b800-7101cbe25dd4', 'tag': 'ea162c5c-1112-4b50-bdb6-6f5ac17bbe73'}] {{(pid=91544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:57.452713 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-43b553d1-c39d-4f86-9443-c72f7f33b07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:57.466024 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-43b553d1-c39d-4f86-9443-c72f7f33b07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:57.469969 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-43b553d1-c39d-4f86-9443-c72f7f33b07e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5154f59-0f52-4e66-9860-0232b0bb9cd8 HTTP/1.1" status: 204 len: 168 time: 0.6973183 May 21 15:26:57.489396 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-94d77e24-0bb2-4921-9a61-812df9a99ef9 req-5535b622-7bbd-4651-a38c-5a28f6d25639 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896008 May 21 15:26:57.564472 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75dbfd-013d-4ba0-8b23-f40f58fbac0c req-0c7a544d-06f4-447e-afe9-7e08e5367a24 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:57.565981 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3f75dbfd-013d-4ba0-8b23-f40f58fbac0c req-0c7a544d-06f4-447e-afe9-7e08e5367a24 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.2992189 May 21 15:26:57.644692 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-535404ae-e6e1-49dc-bb21-689979f8a2a6 None None] Set router 83eb46b4-a871-4353-b528-a2c30e677aca gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:57.650977 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3f75dbfd-013d-4ba0-8b23-f40f58fbac0c req-a2f878f0-8f0f-44cf-9ba6-cc07f079ba1e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718992 May 21 15:26:57.670648 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ca0acc-0970-4996-9ba0-81ee428ed7ef tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:26:57.713023 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55354) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:57.748075 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-dfb1826f-7eb7-40c5-9247-a9a892149809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:57.777579 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd5e993-304e-4398-b800-7101cbe25dd4', 'tag': 'ea162c5c-1112-4b50-bdb6-6f5ac17bbe73', 'status': 'completed', 'code': 200} May 21 15:26:57.782292 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-dfb1826f-7eb7-40c5-9247-a9a892149809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:57.797095 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-dfb1826f-7eb7-40c5-9247-a9a892149809 admin admin] Usage tracker for resource:security_group_rule and tenant:2878be3f35654d62a7f95f4e46451408 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:57.803420 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-dfb1826f-7eb7-40c5-9247-a9a892149809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:57.817448 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-dfb1826f-7eb7-40c5-9247-a9a892149809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:57.875689 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 65547b87-893a-4d7f-bdb0-6bb083186cd8 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:58.019028 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ca0acc-0970-4996-9ba0-81ee428ed7ef tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:26:58.024215 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-71ca0acc-0970-4996-9ba0-81ee428ed7ef tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for floatingip, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:58.031833 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-dfb1826f-7eb7-40c5-9247-a9a892149809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:58.032410 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2109d521-912c-456e-91e3-de464e1ef6d4 None None] Sync routers for ids ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:26:58.046278 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-dfb1826f-7eb7-40c5-9247-a9a892149809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:58.050034 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109d521-912c-456e-91e3-de464e1ef6d4 None None] Routers {'8db8db2c-0a48-48c5-83b3-ce18e722bb3c'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:58.051028 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-2109d521-912c-456e-91e3-de464e1ef6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:26:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:58.058876 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:58.112638 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-71ca0acc-0970-4996-9ba0-81ee428ed7ef tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "PUT /v2.0/floatingips/387697b7-554a-4f90-b236-7b629732ffd3 HTTP/1.1" status: 200 len: 991 time: 2.6839080 May 21 15:26:58.116843 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'tag': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:58.117770 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port 65547b87-893a-4d7f-bdb0-6bb083186cd8 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:58.141194 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port 65547b87-893a-4d7f-bdb0-6bb083186cd8 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:58.142466 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:58.148745 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe31ba-7950-4476-ac40-994fb8d6848e req-8708a55e-7e6d-4ebe-9b34-37df03eb7005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:58.156126 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-dfb1826f-7eb7-40c5-9247-a9a892149809 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2878be3f35654d62a7f95f4e46451408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420485 May 21 15:26:58.157055 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1826f-7eb7-40c5-9247-a9a892149809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15586b6a-6e94-4041-8caf-cc01d6a49000,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:58.159556 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55370) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:58.160431 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7abe31ba-7950-4476-ac40-994fb8d6848e req-8708a55e-7e6d-4ebe-9b34-37df03eb7005 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=161234b3a2ac417b9eaddb42302b4075&device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 1099 time: 0.3485589 May 21 15:26:58.175862 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-dfb1826f-7eb7-40c5-9247-a9a892149809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:58.234124 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'tag': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81', 'status': 'completed', 'code': 200} May 21 15:26:58.249519 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cb7283be-77ed-48cb-8bd6-a19d20bd74ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:58.266476 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-535404ae-e6e1-49dc-bb21-689979f8a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:26:16Z', 'revision_number': 4, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': '7e543d29-35d3-457c-aec5-58f775eb11c4', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'floating_ip_address': '172.28.3.64', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'port_id': 'ea162c5c-1112-4b50-bdb6-6f5ac17bbe73', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'mac_address': 'fa:16:3e:1e:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5e993-304e-4398-b800-7101cbe25dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:26:28Z', 'updated_at': '2021-05-21T15:26:55Z', 'revision_number': 1, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8bc071-f5d7-4cc3-bf4f-2286d1da3637', 'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:13Z', 'updated_at': '2021-05-21T15:26:28Z', 'revision_number': 5, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'subnets': [{'id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:58.276195 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535404ae-e6e1-49dc-bb21-689979f8a2a6 None None] Checking router: 83eb46b4-a871-4353-b528-a2c30e677aca for host: dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:26:58.286575 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cb7283be-77ed-48cb-8bd6-a19d20bd74ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:58.301483 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535404ae-e6e1-49dc-bb21-689979f8a2a6 None None] Routers {'83eb46b4-a871-4353-b528-a2c30e677aca'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:58.303025 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-535404ae-e6e1-49dc-bb21-689979f8a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:26:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['83eb46b4-a871-4353-b528-a2c30e677aca'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:58.402100 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cb7283be-77ed-48cb-8bd6-a19d20bd74ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:58.418410 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55374) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:58.418836 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6e3d8e2a-35ae-4dd9-8351-4ee190c67563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:58.457800 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-2109d521-912c-456e-91e3-de464e1ef6d4 None None] Set router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:58.500255 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7283be-77ed-48cb-8bd6-a19d20bd74ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15586b6a-6e94-4041-8caf-cc01d6a49000,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:58.506073 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-cb7283be-77ed-48cb-8bd6-a19d20bd74ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:58.512284 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cb27f4dd-cbf6-4ed9-b8a4-9a5d9e54a3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:58.529927 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cb7283be-77ed-48cb-8bd6-a19d20bd74ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:58.537231 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-cb7283be-77ed-48cb-8bd6-a19d20bd74ab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15586b6a-6e94-4041-8caf-cc01d6a49000 HTTP/1.1" status: 204 len: 168 time: 0.3596990 May 21 15:26:58.545797 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-cb27f4dd-cbf6-4ed9-b8a4-9a5d9e54a3be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:58.553107 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-cb27f4dd-cbf6-4ed9-b8a4-9a5d9e54a3be admin admin] Usage tracker for resource:security_group_rule and tenant:939cb1a709e74cdf9971011ebc15865a is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:58.560891 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-cb27f4dd-cbf6-4ed9-b8a4-9a5d9e54a3be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:58.573456 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-cb27f4dd-cbf6-4ed9-b8a4-9a5d9e54a3be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:58.600026 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:58.604074 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55384) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:58.770117 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-535404ae-e6e1-49dc-bb21-689979f8a2a6 None None] Set router 83eb46b4-a871-4353-b528-a2c30e677aca gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:58.804664 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cb27f4dd-cbf6-4ed9-b8a4-9a5d9e54a3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:58.820490 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8582c6-ac30-4288-bba4-646165cd9889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65547b87-893a-4d7f-bdb0-6bb083186cd8'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:58.840821 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe31ba-7950-4476-ac40-994fb8d6848e req-1b46885f-c3f7-4ce7-acce-df4a4c236008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:58.842745 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7abe31ba-7950-4476-ac40-994fb8d6848e req-1b46885f-c3f7-4ce7-acce-df4a4c236008 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e58c33a-8f14-4216-8b82-5fec9142b248 HTTP/1.1" status: 200 len: 911 time: 0.6689634 May 21 15:26:58.847041 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feb650-d61f-4b5d-aa06-31eba2765be4 req-5fcccb45-2afb-4b0a-9b76-de48da428136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:58.848430 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-87feb650-d61f-4b5d-aa06-31eba2765be4 req-5fcccb45-2afb-4b0a-9b76-de48da428136 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=865c13fd2e73428fa9c0e35a559bac7c&device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 1098 time: 0.2854388 May 21 15:26:58.862441 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 65547b87-893a-4d7f-bdb0-6bb083186cd8, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=65547b87-893a-4d7f-bdb0-6bb083186cd8,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:58.867164 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09dca5-31d2-4ed2-b79d-cf45a3e0c3e2 req-0fba9816-97ca-46c5-be80-861a3f50445b tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:58.875516 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9c09dca5-31d2-4ed2-b79d-cf45a3e0c3e2 req-0fba9816-97ca-46c5-be80-861a3f50445b tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 945 time: 0.1566186 May 21 15:26:58.935530 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:58.939896 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-cddb8d00-b9ba-4552-bbb2-ee360d789cfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:59.025687 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cb27f4dd-cbf6-4ed9-b8a4-9a5d9e54a3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:59.040587 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=65547b87-893a-4d7f-bdb0-6bb083186cd8,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:59.065087 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:59.079310 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:59.079721 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:59.080161 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:59.080506 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:59.080894 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:59.081234 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:59.081564 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:59.081890 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:59.082214 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:59.082533 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:59.082858 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:59.083175 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:59.091307 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:59.143285 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-cb27f4dd-cbf6-4ed9-b8a4-9a5d9e54a3be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=939cb1a709e74cdf9971011ebc15865a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7097077 May 21 15:26:59.152242 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55404) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:59.154302 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27f4dd-cbf6-4ed9-b8a4-9a5d9e54a3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d88e73-7e30-488f-82a1-de6f7fa22780,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:59.169469 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-cb27f4dd-cbf6-4ed9-b8a4-9a5d9e54a3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:59.237631 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9c09dca5-31d2-4ed2-b79d-cf45a3e0c3e2 req-195db45b-a3a8-4cb3-bfbe-1f9cf92f3ef8 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586059 May 21 15:26:59.287962 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7f14f7a3-6265-4327-8381-a7602745aea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:59.321824 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7f14f7a3-6265-4327-8381-a7602745aea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:59.334318 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7abe31ba-7950-4476-ac40-994fb8d6848e req-453cba3d-95f1-4778-ae4a-b4ea52975bc8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 HTTP/1.1" status: 200 len: 999 time: 0.4228175 May 21 15:26:59.347299 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-2109d521-912c-456e-91e3-de464e1ef6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:20Z', 'revision_number': 4, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': '387697b7-554a-4f90-b236-7b629732ffd3', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'floating_ip_address': '172.28.3.220', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'port_id': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'mac_address': 'fa:16:3e:b0:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:26:33Z', 'updated_at': '2021-05-21T15:26:56Z', 'revision_number': 1, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84411f0e-2b7e-4d98-b82e-992124a6dacb', 'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'mac_address': 'fa:16:3e:ce:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:18Z', 'updated_at': '2021-05-21T15:26:33Z', 'revision_number': 5, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'subnets': [{'id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:59.351957 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2109d521-912c-456e-91e3-de464e1ef6d4 None None] Checking router: 8db8db2c-0a48-48c5-83b3-ce18e722bb3c for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:26:59.362039 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109d521-912c-456e-91e3-de464e1ef6d4 None None] Routers {'8db8db2c-0a48-48c5-83b3-ce18e722bb3c'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:59.362683 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-2109d521-912c-456e-91e3-de464e1ef6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:26:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:59.382469 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e5c6d2f5-2ada-4c3d-8166-fadad1ca7224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:59.410559 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-e5c6d2f5-2ada-4c3d-8166-fadad1ca7224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:59.410559 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-e5c6d2f5-2ada-4c3d-8166-fadad1ca7224 admin admin] Usage tracker for resource:security_group_rule and tenant:9325517cdb1b4216b5997fa55498e2eb is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:59.411840 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-e5c6d2f5-2ada-4c3d-8166-fadad1ca7224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:59.418405 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-e5c6d2f5-2ada-4c3d-8166-fadad1ca7224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:59.471614 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feb650-d61f-4b5d-aa06-31eba2765be4 req-befd500f-b288-4eb6-9a1f-af8954943607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:59.473780 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-87feb650-d61f-4b5d-aa06-31eba2765be4 req-befd500f-b288-4eb6-9a1f-af8954943607 service neutron] 10.222.0.44 "GET /v2.0/networks?id=be604bdc-eca1-4f61-b6ba-616764e18bc9 HTTP/1.1" status: 200 len: 918 time: 0.5808764 May 21 15:26:59.515980 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e5c6d2f5-2ada-4c3d-8166-fadad1ca7224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:59.517196 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7f14f7a3-6265-4327-8381-a7602745aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:59.529500 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0cd1ceab-cc59-4c38-8069-9127071e1d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:59.537821 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-535404ae-e6e1-49dc-bb21-689979f8a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:26:16Z', 'revision_number': 4, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': '7e543d29-35d3-457c-aec5-58f775eb11c4', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'floating_ip_address': '172.28.3.64', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'port_id': 'ea162c5c-1112-4b50-bdb6-6f5ac17bbe73', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'mac_address': 'fa:16:3e:1e:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5e993-304e-4398-b800-7101cbe25dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:26:28Z', 'updated_at': '2021-05-21T15:26:55Z', 'revision_number': 1, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8bc071-f5d7-4cc3-bf4f-2286d1da3637', 'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:13Z', 'updated_at': '2021-05-21T15:26:28Z', 'revision_number': 5, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'subnets': [{'id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:59.549332 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14f7a3-6265-4327-8381-a7602745aea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d88e73-7e30-488f-82a1-de6f7fa22780,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:59.552091 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-7f14f7a3-6265-4327-8381-a7602745aea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:59.552947 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7f14f7a3-6265-4327-8381-a7602745aea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:59.554037 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-7f14f7a3-6265-4327-8381-a7602745aea7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48d88e73-7e30-488f-82a1-de6f7fa22780 HTTP/1.1" status: 204 len: 168 time: 0.3834596 May 21 15:26:59.555049 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e5c6d2f5-2ada-4c3d-8166-fadad1ca7224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:59.558759 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535404ae-e6e1-49dc-bb21-689979f8a2a6 None None] The sync data for ids ['83eb46b4-a871-4353-b528-a2c30e677aca'] in dv-cinder-792642-1-smb is: [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:26:16Z', 'revision_number': 4, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': '7e543d29-35d3-457c-aec5-58f775eb11c4', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'floating_ip_address': '172.28.3.64', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'port_id': 'ea162c5c-1112-4b50-bdb6-6f5ac17bbe73', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'mac_address': 'fa:16:3e:1e:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5e993-304e-4398-b800-7101cbe25dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:26:28Z', 'updated_at': '2021-05-21T15:26:55Z', 'revision_number': 1, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8bc071-f5d7-4cc3-bf4f-2286d1da3637', 'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:13Z', 'updated_at': '2021-05-21T15:26:28Z', 'revision_number': 5, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'subnets': [{'id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:26:59.601174 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491161c0-4083-4b66-98e4-24a964ed3512 req-7d6df09c-cef2-4d85-8a42-caec6fecaf95 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:59.608304 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-491161c0-4083-4b66-98e4-24a964ed3512 req-7d6df09c-cef2-4d85-8a42-caec6fecaf95 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.8118489 May 21 15:26:59.620978 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-80f3a718-6a69-4531-9e7d-dca3efdbd649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:59.623767 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8582c6-ac30-4288-bba4-646165cd9889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65547b87-893a-4d7f-bdb0-6bb083186cd8', 'code': 200} May 21 15:26:59.634394 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-2109d521-912c-456e-91e3-de464e1ef6d4 None None] Set router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:59.745088 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-e5c6d2f5-2ada-4c3d-8166-fadad1ca7224 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9325517cdb1b4216b5997fa55498e2eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1394787 May 21 15:26:59.746018 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe31ba-7950-4476-ac40-994fb8d6848e req-e01961f1-aa18-4100-892a-f84997b7d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:59.747444 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7abe31ba-7950-4476-ac40-994fb8d6848e req-e01961f1-aa18-4100-892a-f84997b7d60d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc HTTP/1.1" status: 200 len: 849 time: 0.3993785 May 21 15:26:59.749526 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-87feb650-d61f-4b5d-aa06-31eba2765be4 req-18749c46-0923-49d0-88f1-3efa54662408 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cabea697-1ef4-41ad-92c1-d0de4ec0fd81 HTTP/1.1" status: 200 len: 999 time: 0.2631254 May 21 15:26:59.749985 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 55422) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:59.792002 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6d2f5-2ada-4c3d-8166-fadad1ca7224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fabaeb-4de9-44d5-a791-3edafbecf0dc,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:59.809194 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e5c6d2f5-2ada-4c3d-8166-fadad1ca7224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:59.826267 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-491161c0-4083-4b66-98e4-24a964ed3512 req-541263e4-fa8e-46b5-9696-e127cb0f7ed0 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735866 May 21 15:26:59.995107 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d455feb8-a374-49c6-bf66-8a7626b51049 None None] New status for floating IP 7e543d29-35d3-457c-aec5-58f775eb11c4: ACTIVE {{(pid=91546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:27:00.061555 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feb650-d61f-4b5d-aa06-31eba2765be4 req-596f3fa7-dd0f-4dbb-9e23-5f0a9bc7f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:00.063013 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-87feb650-d61f-4b5d-aa06-31eba2765be4 req-596f3fa7-dd0f-4dbb-9e23-5f0a9bc7f87c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=926fad46-9536-465a-9c61-3bd00dd1e8fb HTTP/1.1" status: 200 len: 856 time: 0.2813988 May 21 15:27:00.116956 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f59a7-87ed-4c17-8489-232fcdc0942b req-add8ea75-ed36-42da-989a-fc94857c2b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:00.119768 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-742f59a7-87ed-4c17-8489-232fcdc0942b req-add8ea75-ed36-42da-989a-fc94857c2b93 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 1099 time: 0.1685469 May 21 15:27:00.179920 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-e59dc62a-7bd8-412d-8409-e56b9954a7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:00.210501 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-e59dc62a-7bd8-412d-8409-e56b9954a7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:00.217005 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-742f59a7-87ed-4c17-8489-232fcdc0942b req-7051481b-5f31-4d94-9a01-681ac51a9675 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704708 May 21 15:27:00.316652 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe31ba-7950-4476-ac40-994fb8d6848e req-8afe3bfc-253f-4238-9bbf-114896c07614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:00.318324 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7abe31ba-7950-4476-ac40-994fb8d6848e req-8afe3bfc-253f-4238-9bbf-114896c07614 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e58c33a-8f14-4216-8b82-5fec9142b248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5379345 May 21 15:27:00.363350 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-2109d521-912c-456e-91e3-de464e1ef6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:20Z', 'revision_number': 4, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': '387697b7-554a-4f90-b236-7b629732ffd3', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'floating_ip_address': '172.28.3.220', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'port_id': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'mac_address': 'fa:16:3e:b0:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:26:33Z', 'updated_at': '2021-05-21T15:26:56Z', 'revision_number': 1, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84411f0e-2b7e-4d98-b82e-992124a6dacb', 'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'mac_address': 'fa:16:3e:ce:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:18Z', 'updated_at': '2021-05-21T15:26:33Z', 'revision_number': 5, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'subnets': [{'id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:00.379067 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2109d521-912c-456e-91e3-de464e1ef6d4 None None] The sync data for ids ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'] in dv-cinder-792642-1-smb is: [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:20Z', 'revision_number': 4, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': '387697b7-554a-4f90-b236-7b629732ffd3', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'floating_ip_address': '172.28.3.220', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'port_id': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'mac_address': 'fa:16:3e:b0:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:26:33Z', 'updated_at': '2021-05-21T15:26:56Z', 'revision_number': 1, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84411f0e-2b7e-4d98-b82e-992124a6dacb', 'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'mac_address': 'fa:16:3e:ce:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:18Z', 'updated_at': '2021-05-21T15:26:33Z', 'revision_number': 5, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'subnets': [{'id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:27:00.392994 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-e59dc62a-7bd8-412d-8409-e56b9954a7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:00.398870 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feb650-d61f-4b5d-aa06-31eba2765be4 req-ed036113-dc37-41f6-9773-1a6e3612c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:00.402287 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-87feb650-d61f-4b5d-aa06-31eba2765be4 req-ed036113-dc37-41f6-9773-1a6e3612c25c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be604bdc-eca1-4f61-b6ba-616764e18bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3190577 May 21 15:27:00.473760 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:00.542051 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59dc62a-7bd8-412d-8409-e56b9954a7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fabaeb-4de9-44d5-a791-3edafbecf0dc,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:00.567595 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c91bbc-07a5-4923-91fa-1700081c2737 req-f501700d-0b29-47e8-b2d2-87c17310e1fc tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:00.570634 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-e59dc62a-7bd8-412d-8409-e56b9954a7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:00.581587 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a6c91bbc-07a5-4923-91fa-1700081c2737 req-f501700d-0b29-47e8-b2d2-87c17310e1fc tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 946 time: 0.1582983 May 21 15:27:00.687178 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a6c91bbc-07a5-4923-91fa-1700081c2737 req-8b44625e-58a0-4691-a80a-cbf398a16ae5 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044819 May 21 15:27:00.689378 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-e59dc62a-7bd8-412d-8409-e56b9954a7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:00.693621 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-e59dc62a-7bd8-412d-8409-e56b9954a7d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/21fabaeb-4de9-44d5-a791-3edafbecf0dc HTTP/1.1" status: 204 len: 168 time: 0.9329615 May 21 15:27:00.770012 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7abe31ba-7950-4476-ac40-994fb8d6848e req-4f6162b7-2d26-4980-9fab-1a0320f6faa4 service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311552 May 21 15:27:00.771029 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0c65c-3e59-429b-a286-1594192aef85 None None] New status for floating IP 387697b7-554a-4f90-b236-7b629732ffd3: ACTIVE {{(pid=91545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:27:00.821723 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-87feb650-d61f-4b5d-aa06-31eba2765be4 req-16681fcd-cd4c-4969-8420-8bffa3e2badf service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605409 May 21 15:27:01.132587 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759ecfc-9fd8-4498-b1f4-bcfc126b98fb req-70443b9c-a327-4f85-9677-2adcc59fd47a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:01.141316 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5759ecfc-9fd8-4498-b1f4-bcfc126b98fb req-70443b9c-a327-4f85-9677-2adcc59fd47a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1704204 May 21 15:27:01.143597 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7abe31ba-7950-4476-ac40-994fb8d6848e req-e8851a6f-5462-4e46-920f-fab4e801601c service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504848 May 21 15:27:01.172908 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-87feb650-d61f-4b5d-aa06-31eba2765be4 req-3d40189c-3395-4b56-ba15-80b615756857 service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067784 May 21 15:27:01.223300 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5759ecfc-9fd8-4498-b1f4-bcfc126b98fb req-9cb892d5-ca38-4cd3-a70d-4b8f6842a655 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720065 May 21 15:27:01.461039 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 55484) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:01.584912 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-27353959-ab7c-4413-bcd9-e307ef2e323c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:01.603055 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-27353959-ab7c-4413-bcd9-e307ef2e323c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:01.607867 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-27353959-ab7c-4413-bcd9-e307ef2e323c admin admin] Usage tracker for resource:security_group_rule and tenant:2b2ad919781f43c3a79a30bf6bd8aeec is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:01.610946 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-27353959-ab7c-4413-bcd9-e307ef2e323c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:01.617196 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-27353959-ab7c-4413-bcd9-e307ef2e323c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:01.707711 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-27353959-ab7c-4413-bcd9-e307ef2e323c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:01.713450 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-27353959-ab7c-4413-bcd9-e307ef2e323c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:01.723832 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-28e2c4d6-b609-48aa-b253-dab03645d34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:01.786237 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55502) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:01.789440 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-27353959-ab7c-4413-bcd9-e307ef2e323c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b2ad919781f43c3a79a30bf6bd8aeec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271027 May 21 15:27:01.802780 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27353959-ab7c-4413-bcd9-e307ef2e323c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530b718c-c7ee-4910-b5ed-82e5fc2a019c,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:01.811829 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-27353959-ab7c-4413-bcd9-e307ef2e323c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:01.911929 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-06bd2383-5007-44d4-a55f-acc8ead6c3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:01.958428 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-06bd2383-5007-44d4-a55f-acc8ead6c3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:01.972834 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e327879-7ff4-4fbd-8827-15b48dd93c86 req-a968857c-2a49-433d-8976-6ffeded01780 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:01.974488 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5e327879-7ff4-4fbd-8827-15b48dd93c86 req-a968857c-2a49-433d-8976-6ffeded01780 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 946 time: 0.0956681 May 21 15:27:02.025589 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-06bd2383-5007-44d4-a55f-acc8ead6c3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:02.029820 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5e327879-7ff4-4fbd-8827-15b48dd93c86 req-f8de119c-a8d0-43e2-a94b-c45e7ff1b854 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429759 May 21 15:27:02.044635 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-5e31c06c-8449-4f32-9c9e-489397cb3402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:02.063062 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd2383-5007-44d4-a55f-acc8ead6c3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530b718c-c7ee-4910-b5ed-82e5fc2a019c,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:02.065749 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-06bd2383-5007-44d4-a55f-acc8ead6c3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:02.069992 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-06bd2383-5007-44d4-a55f-acc8ead6c3a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/530b718c-c7ee-4910-b5ed-82e5fc2a019c HTTP/1.1" status: 204 len: 168 time: 0.2820892 May 21 15:27:02.071666 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-06bd2383-5007-44d4-a55f-acc8ead6c3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:02.487616 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a51c9-e32d-4222-baa0-3abd0bf23d20 req-9de2f841-803d-49c4-bcf0-3b6621f03b2b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:02.489223 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-040a51c9-e32d-4222-baa0-3abd0bf23d20 req-9de2f841-803d-49c4-bcf0-3b6621f03b2b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1036091 May 21 15:27:02.549907 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-040a51c9-e32d-4222-baa0-3abd0bf23d20 req-6cdfdec5-5568-4c15-8c91-0625a33522a0 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539761 May 21 15:27:03.759067 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8153a17-4578-4e78-8c6b-1824bf14b6d5 req-dea6f07d-ee76-4cb7-a24c-038c34979b1f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:03.760565 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e8153a17-4578-4e78-8c6b-1824bf14b6d5 req-dea6f07d-ee76-4cb7-a24c-038c34979b1f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0892332 May 21 15:27:03.808506 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e8153a17-4578-4e78-8c6b-1824bf14b6d5 req-21ed71f5-ed0b-4c7f-83e0-d467292eb1b2 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406592 May 21 15:27:04.299000 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 55636) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:04.451178 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-037e77d8-a9b9-49e9-a160-29517382130a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:04.468211 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-037e77d8-a9b9-49e9-a160-29517382130a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:04.472656 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-037e77d8-a9b9-49e9-a160-29517382130a admin admin] Usage tracker for resource:security_group_rule and tenant:4fbb447d8f9542f09a8cdb8bc05ce9b1 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:04.476233 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-037e77d8-a9b9-49e9-a160-29517382130a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:04.483418 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-037e77d8-a9b9-49e9-a160-29517382130a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:04.580481 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-037e77d8-a9b9-49e9-a160-29517382130a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:04.584813 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-037e77d8-a9b9-49e9-a160-29517382130a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:04.595342 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-5b2915c3-ebbd-4f22-837a-1092173399cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:04.650155 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-037e77d8-a9b9-49e9-a160-29517382130a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4fbb447d8f9542f09a8cdb8bc05ce9b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468390 May 21 15:27:04.650155 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e77d8-a9b9-49e9-a160-29517382130a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120a49fb-0459-4c3f-9e76-62fe5e11ef8a,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:04.650532 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55650) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:04.652398 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-037e77d8-a9b9-49e9-a160-29517382130a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:04.728129 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b481a9cc-4294-41e9-a630-31f29997b0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:04.763121 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b481a9cc-4294-41e9-a630-31f29997b0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:04.841445 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b481a9cc-4294-41e9-a630-31f29997b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:04.845727 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-cb27f4dd-cbf6-4ed9-b8a4-9a5d9e54a3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:04.858711 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481a9cc-4294-41e9-a630-31f29997b0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120a49fb-0459-4c3f-9e76-62fe5e11ef8a,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:04.874393 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-b481a9cc-4294-41e9-a630-31f29997b0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:04.876986 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b481a9cc-4294-41e9-a630-31f29997b0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:04.897635 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-b481a9cc-4294-41e9-a630-31f29997b0b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/120a49fb-0459-4c3f-9e76-62fe5e11ef8a HTTP/1.1" status: 204 len: 168 time: 0.2319491 May 21 15:27:05.033212 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 55664) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:05.111822 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a48cf-d991-4412-9835-75d3cc3eaf09 req-731322ba-d80e-48c0-93a0-de88b15bbd4a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:05.123138 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b32a48cf-d991-4412-9835-75d3cc3eaf09 req-731322ba-d80e-48c0-93a0-de88b15bbd4a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1347442 May 21 15:27:05.198787 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b32a48cf-d991-4412-9835-75d3cc3eaf09 req-72a818ef-5ea9-4433-a043-3dbf30d8fc2c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740800 May 21 15:27:05.340663 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-437b110f-9812-48cd-b771-9f738f99b034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.358678 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-437b110f-9812-48cd-b771-9f738f99b034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:05.362903 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-437b110f-9812-48cd-b771-9f738f99b034 admin admin] Usage tracker for resource:security_group_rule and tenant:7adde5e873ff4132bf2bf113c9f968b2 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:05.366004 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-437b110f-9812-48cd-b771-9f738f99b034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:05.374086 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-437b110f-9812-48cd-b771-9f738f99b034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:05.478602 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-437b110f-9812-48cd-b771-9f738f99b034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.489891 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-437b110f-9812-48cd-b771-9f738f99b034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.499665 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:05.541211 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-437b110f-9812-48cd-b771-9f738f99b034 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7adde5e873ff4132bf2bf113c9f968b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5038009 May 21 15:27:05.541448 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 55696) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:05.544298 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b110f-9812-48cd-b771-9f738f99b034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307b21f9-f61e-49ce-843d-eb9712dd9cb9,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:05.582109 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-437b110f-9812-48cd-b771-9f738f99b034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:05.606134 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-726dfa50-ca0a-4f42-b94a-18b9a0a7c552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.653895 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-726dfa50-ca0a-4f42-b94a-18b9a0a7c552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.675079 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-47805f4c-bbdc-443b-93a3-c218afef4adc tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:05.676841 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-47805f4c-bbdc-443b-93a3-c218afef4adc tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/networks?id=c1c85717-565d-4f4d-9466-aa4b753ba9d8 HTTP/1.1" status: 200 len: 813 time: 0.1778319 May 21 15:27:05.705448 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-9e91137a-3040-4cd6-87bc-af3aed128cd8 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/quotas/94d1d901ebef4552b61e376d00984038 HTTP/1.1" status: 200 len: 375 time: 0.0209267 May 21 15:27:05.775210 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-726dfa50-ca0a-4f42-b94a-18b9a0a7c552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.779653 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:05.795007 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dfa50-ca0a-4f42-b94a-18b9a0a7c552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307b21f9-f61e-49ce-843d-eb9712dd9cb9,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:05.797635 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-726dfa50-ca0a-4f42-b94a-18b9a0a7c552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:05.810780 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-726dfa50-ca0a-4f42-b94a-18b9a0a7c552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.812056 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-726dfa50-ca0a-4f42-b94a-18b9a0a7c552 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/307b21f9-f61e-49ce-843d-eb9712dd9cb9 HTTP/1.1" status: 204 len: 168 time: 0.2697389 May 21 15:27:05.815276 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-1f560136-dd63-434d-a6f2-31bc6059369c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94d1d901ebef4552b61e376d00984038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013911 May 21 15:27:05.916358 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 55720) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:06.003894 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-05861779-b8dc-4e1a-8986-e027e33e2551 service neutron] 10.222.0.42 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780081 May 21 15:27:06.161333 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-523fb547-6d12-4144-905d-542ae46c562c service neutron] 10.222.0.42 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513975 May 21 15:27:06.301471 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-971096081-network', 'tenant_id': 'fc818d41c5a84c7e91e80f350ac1d337'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:06.311388 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:06.325666 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Usage tracker for resource:network and tenant:fc818d41c5a84c7e91e80f350ac1d337 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:06.332251 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:06.355914 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:06.377750 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d89b9174-854a-47aa-9c88-723e7af41e0b req-3454f60d-6572-4824-a1d3-5505b8c373bb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2046194 May 21 15:27:06.396489 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55752) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:06.419043 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Made reservation on behalf of fc818d41c5a84c7e91e80f350ac1d337 for: {'network': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:27:06.421567 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:06.437611 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5c8f33f5-bcc6-4945-a979-1e27c097b8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:06.447086 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:06.515741 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:06.549124 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-5c8f33f5-bcc6-4945-a979-1e27c097b8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:06.559150 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-77fa1dee-f0ee-4bc5-a5b3-183dfed72bd3 req-9e6f82eb-44a0-4d22-a8b3-074edba244c5 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 210 time: 0.1032333 May 21 15:27:06.560267 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-5c8f33f5-bcc6-4945-a979-1e27c097b8f6 admin admin] Usage tracker for resource:security_group_rule and tenant:b58e18b484744ebd9efd465c29f19ec9 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:06.564398 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-5c8f33f5-bcc6-4945-a979-1e27c097b8f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:06.571657 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-5c8f33f5-bcc6-4945-a979-1e27c097b8f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:06.650387 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Usage tracker for resource:security_group_rule and tenant:fc818d41c5a84c7e91e80f350ac1d337 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:06.674948 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:06.695763 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:06.721274 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5c8f33f5-bcc6-4945-a979-1e27c097b8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:06.729212 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5c8f33f5-bcc6-4945-a979-1e27c097b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:06.739816 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:06.773360 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82d91c-3711-4ab1-8423-b53ad8c76296 req-b902dd88-d172-4c36-ae5d-013263b4325d tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:06.775599 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2e82d91c-3711-4ab1-8423-b53ad8c76296 req-b902dd88-d172-4c36-ae5d-013263b4325d tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.3194058 May 21 15:27:06.797135 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-5c8f33f5-bcc6-4945-a979-1e27c097b8f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b58e18b484744ebd9efd465c29f19ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961256 May 21 15:27:06.797661 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55770) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:06.800544 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f33f5-bcc6-4945-a979-1e27c097b8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba59d0f8-6567-4643-8066-bebdd6958cb3,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:06.816307 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-5c8f33f5-bcc6-4945-a979-1e27c097b8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:06.827248 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b9174-854a-47aa-9c88-723e7af41e0b req-0cbadbde-ed19-461c-9284-cfa8a695abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:06.829570 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d89b9174-854a-47aa-9c88-723e7af41e0b req-0cbadbde-ed19-461c-9284-cfa8a695abcc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94d1d901ebef4552b61e376d00984038&device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 1099 time: 0.2782331 May 21 15:27:06.859701 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2e82d91c-3711-4ab1-8423-b53ad8c76296 req-bdee1f09-b074-43aa-b132-b1cc9ce118b8 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747597 May 21 15:27:06.891171 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6de5f2d9-5c0b-4c5e-84e5-05cbee920bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:06.926442 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6de5f2d9-5c0b-4c5e-84e5-05cbee920bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:06.994168 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6de5f2d9-5c0b-4c5e-84e5-05cbee920bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:06.999643 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:07.010009 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5f2d9-5c0b-4c5e-84e5-05cbee920bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba59d0f8-6567-4643-8066-bebdd6958cb3,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:07.013522 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6de5f2d9-5c0b-4c5e-84e5-05cbee920bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:07.016893 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6de5f2d9-5c0b-4c5e-84e5-05cbee920bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:07.018006 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-6de5f2d9-5c0b-4c5e-84e5-05cbee920bc3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ba59d0f8-6567-4643-8066-bebdd6958cb3 HTTP/1.1" status: 204 len: 168 time: 0.2193811 May 21 15:27:07.068601 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:07.071812 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b9174-854a-47aa-9c88-723e7af41e0b req-d85710e4-0b47-45f3-afbb-4e9b13fab0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:07.073408 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d89b9174-854a-47aa-9c88-723e7af41e0b req-d85710e4-0b47-45f3-afbb-4e9b13fab0f9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1c85717-565d-4f4d-9466-aa4b753ba9d8 HTTP/1.1" status: 200 len: 914 time: 0.2072012 May 21 15:27:07.074818 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:07.079846 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-fd84fa06-8bda-47b8-a451-7c6162a1f24b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:07.177476 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d89b9174-854a-47aa-9c88-723e7af41e0b req-79a5889f-f4b7-41cb-aa27-7ef7106385dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0f91c4-ab36-4c44-8f45-bf1e254ed572 HTTP/1.1" status: 200 len: 217 time: 0.0842614 May 21 15:27:07.180352 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b534158-a849-4835-bdc1-e1f03e4782c3,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:07.183489 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:07.184165 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=91543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:27:07.195576 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:07.195955 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.db.segments_db [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Added segment e8c8e0c6-3fdc-493e-a73e-6ebc5624f149 of type vlan for network 19b9703f-d9e8-42a0-99a4-010e9d535b5f May 21 15:27:07.277739 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:07.295811 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b9174-854a-47aa-9c88-723e7af41e0b req-e9775131-f72d-43f2-a7dd-1da480aa19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:07.297262 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d89b9174-854a-47aa-9c88-723e7af41e0b req-e9775131-f72d-43f2-a7dd-1da480aa19b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d55cf0a4-3653-4f79-80d3-ada34aa6222f HTTP/1.1" status: 200 len: 853 time: 0.0907137 May 21 15:27:07.359160 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:07.365752 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:07.366328 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:07.372072 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d89b9174-854a-47aa-9c88-723e7af41e0b req-d608f12d-ca34-41a9-a719-eb675f96a335 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1c85717-565d-4f4d-9466-aa4b753ba9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533986 May 21 15:27:07.374018 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:07.549155 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Pushing event updated for resources: {'Network': ['ID=19b9703f-d9e8-42a0-99a4-010e9d535b5f,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:07.552100 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:07.560683 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6390240 May 21 15:27:07.561183 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55790) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:07.565077 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network 19b9703f-d9e8-42a0-99a4-010e9d535b5f details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:27:07.566917 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] Request body: {'subnet': {'network_id': '19b9703f-d9e8-42a0-99a4-010e9d535b5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-971096081-subnet', 'tenant_id': 'fc818d41c5a84c7e91e80f350ac1d337', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:07.572373 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:07.577187 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] Usage tracker for resource:subnet and tenant:fc818d41c5a84c7e91e80f350ac1d337 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:07.580407 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:07.603246 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:07.608575 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d89b9174-854a-47aa-9c88-723e7af41e0b req-aa52b65e-6ffe-4322-93b2-a4f38c62257a service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147257 May 21 15:27:07.631619 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] Made reservation on behalf of fc818d41c5a84c7e91e80f350ac1d337 for: {'subnet': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:27:07.634532 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3100077'] for subnet, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:07.844544 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-815f4f4a-ab7b-4679-89d8-a24f8ef633e2 req-997cdfab-375f-4626-90cf-468c7105fa5e tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 210 time: 0.0649602 May 21 15:27:07.943954 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d89b9174-854a-47aa-9c88-723e7af41e0b req-0af89c36-2473-49e8-8b2c-6f301723cc85 service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160000 May 21 15:27:08.544522 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-7fd52d97-4282-4a56-b336-c2da4c03e203 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:08.546061 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-7fd52d97-4282-4a56-b336-c2da4c03e203 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.44 "GET /v2.0/networks?id=c1c85717-565d-4f4d-9466-aa4b753ba9d8 HTTP/1.1" status: 200 len: 813 time: 0.4999573 May 21 15:27:08.571660 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd197fbe-654f-4c15-b4de-4179fab82e9e req-373ee942-cb07-46bd-8d24-799adae524f2 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:08.581162 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dd197fbe-654f-4c15-b4de-4179fab82e9e req-373ee942-cb07-46bd-8d24-799adae524f2 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.4542177 May 21 15:27:08.632370 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-4a624af5-61f2-4df7-879c-2d774eb05477 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Request body: {'port': {'device_id': 'b042548d-ee09-45fb-b376-26a1ac47d3b3', 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8', 'admin_state_up': True, 'tenant_id': '94d1d901ebef4552b61e376d00984038'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:08.636900 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2506820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3100035'] for subnet, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:08.644039 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-93dde466-89bf-4f32-8e5b-0488f8ccceee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:08.761570 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b692fa6-963d-4881-8fa3-266eaaac4e48,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:08.765638 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:08.767338 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dd197fbe-654f-4c15-b4de-4179fab82e9e req-f9e27247-1dd2-4e34-aab0-778606722b93 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851566 May 21 15:27:08.774366 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] Checking segment: {'id': 'e8c8e0c6-3fdc-493e-a73e-6ebc5624f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19b9703f-d9e8-42a0-99a4-010e9d535b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:27:08.774894 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] Network hostable DHCP agents. Network: 19b9703f-d9e8-42a0-99a4-010e9d535b5f, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:27:08.786079 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 55882) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:08.803398 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] Network 19b9703f-d9e8-42a0-99a4-010e9d535b5f is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:27:08.820319 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, 19b9703f-d9e8-42a0-99a4-010e9d535b5f) {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:08.830538 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a942b1c8-c742-4394-9ec7-98f25166f120 None None] Network 19b9703f-d9e8-42a0-99a4-010e9d535b5f requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:27:08.847189 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:08.849264 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:08.869309 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-4a624af5-61f2-4df7-879c-2d774eb05477 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:08.889539 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-4a624af5-61f2-4df7-879c-2d774eb05477 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:08.892052 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55890) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:08.920622 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3502960 May 21 15:27:08.920853 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-4a624af5-61f2-4df7-879c-2d774eb05477 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Made reservation on behalf of 94d1d901ebef4552b61e376d00984038 for: {'port': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:27:08.920853 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-4a624af5-61f2-4df7-879c-2d774eb05477 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:09.130056 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a9a7e275-a6cd-43b4-863c-7adafb9c99c5 req-ccd28c48-e66a-4a2c-81a8-ac3bb8852e82 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 210 time: 0.0957835 May 21 15:27:09.166412 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9e7c4f7a-2881-4db7-8a15-6bc99dac66c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:09.184681 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-9e7c4f7a-2881-4db7-8a15-6bc99dac66c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:09.190203 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-9e7c4f7a-2881-4db7-8a15-6bc99dac66c2 admin admin] Usage tracker for resource:security_group_rule and tenant:7c1f1957bbba4b3ab5cab78b8892d7a1 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:09.193510 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-9e7c4f7a-2881-4db7-8a15-6bc99dac66c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:09.200849 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-9e7c4f7a-2881-4db7-8a15-6bc99dac66c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:09.237336 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f634986e-8c57-4854-8805-a558f9f2fb42 None None] Network 19b9703f-d9e8-42a0-99a4-010e9d535b5f requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:27:09.252616 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-adb06edc-24e8-4404-8abb-d4e6c0cbd46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:09.326699 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-adb06edc-24e8-4404-8abb-d4e6c0cbd46a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:09.331722 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-adb06edc-24e8-4404-8abb-d4e6c0cbd46a admin admin] Usage tracker for resource:security_group_rule and tenant:debb0b5334604f5cb5ef41ae4eb10959 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:09.337976 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-adb06edc-24e8-4404-8abb-d4e6c0cbd46a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:09.345365 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-adb06edc-24e8-4404-8abb-d4e6c0cbd46a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:09.381300 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:09.433406 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9e7c4f7a-2881-4db7-8a15-6bc99dac66c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:09.448443 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9e7c4f7a-2881-4db7-8a15-6bc99dac66c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:09.458991 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:09.462296 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-4a624af5-61f2-4df7-879c-2d774eb05477 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Allocated IP 172.20.0.13 (c1c85717-565d-4f4d-9466-aa4b753ba9d8/d55cf0a4-3653-4f79-80d3-ada34aa6222f/2902e38e-ea36-4de8-81b7-35f26e5da77e) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:27:09.547699 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-9e7c4f7a-2881-4db7-8a15-6bc99dac66c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c1f1957bbba4b3ab5cab78b8892d7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6517420 May 21 15:27:09.566299 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c4f7a-2881-4db7-8a15-6bc99dac66c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e8f986-b62b-40a0-a55f-d4a7bca02407,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:09.587713 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55910) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:09.593656 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-9e7c4f7a-2881-4db7-8a15-6bc99dac66c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:09.690970 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a85354d1-68c1-48bf-85fb-7b099e8d647b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:09.710627 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-4a624af5-61f2-4df7-879c-2d774eb05477 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:09.718182 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a85354d1-68c1-48bf-85fb-7b099e8d647b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:09.722586 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-adb06edc-24e8-4404-8abb-d4e6c0cbd46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:09.729604 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-adb06edc-24e8-4404-8abb-d4e6c0cbd46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:09.765746 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:09.775319 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-adb06edc-24e8-4404-8abb-d4e6c0cbd46a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=debb0b5334604f5cb5ef41ae4eb10959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9879556 May 21 15:27:09.778159 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55916) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:09.800875 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb06edc-24e8-4404-8abb-d4e6c0cbd46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68b288b-673d-47ef-a0d6-5f90540284e2,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:09.802526 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a85354d1-68c1-48bf-85fb-7b099e8d647b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:09.803950 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-adb06edc-24e8-4404-8abb-d4e6c0cbd46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:09.818782 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-4a624af5-61f2-4df7-879c-2d774eb05477 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:09.829013 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-4315917a-5226-4cec-b5b1-bc6d7ac555ff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:09.829412 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-dfb1826f-7eb7-40c5-9247-a9a892149809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:09.847181 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['6a0f91c4-ab36-4c44-8f45-bf1e254ed572', '65547b87-893a-4d7f-bdb0-6bb083186cd8'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:27:09.865142 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a85354d1-68c1-48bf-85fb-7b099e8d647b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:09.866646 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-a85354d1-68c1-48bf-85fb-7b099e8d647b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96e8f986-b62b-40a0-a55f-d4a7bca02407 HTTP/1.1" status: 204 len: 168 time: 0.2777717 May 21 15:27:09.868024 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85354d1-68c1-48bf-85fb-7b099e8d647b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e8f986-b62b-40a0-a55f-d4a7bca02407,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:09.890592 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-a85354d1-68c1-48bf-85fb-7b099e8d647b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:09.937342 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-964bf958-a173-4a74-81d9-68ebe7b5b189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:09.967799 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-4a624af5-61f2-4df7-879c-2d774eb05477 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Network c1c85717-565d-4f4d-9466-aa4b753ba9d8 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:27:09.984904 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-964bf958-a173-4a74-81d9-68ebe7b5b189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:09.985749 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-4a624af5-61f2-4df7-879c-2d774eb05477 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:09.989392 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-4a624af5-61f2-4df7-879c-2d774eb05477 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:27:09.996771 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-4a624af5-61f2-4df7-879c-2d774eb05477 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:09.998085 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-4a624af5-61f2-4df7-879c-2d774eb05477 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:10.049312 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a624af5-61f2-4df7-879c-2d774eb05477 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Pushing event updated for resources: {'Port': ['ID=2902e38e-ea36-4de8-81b7-35f26e5da77e,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:10.052351 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-4a624af5-61f2-4df7-879c-2d774eb05477 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:10.080370 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-4a624af5-61f2-4df7-879c-2d774eb05477 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4967086 May 21 15:27:10.099042 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-964bf958-a173-4a74-81d9-68ebe7b5b189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:10.103081 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbf175-91d4-4dee-897c-26085666bbdc req-7f7cf8ec-a31b-4243-a4ab-8deecb0ecc07 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:10.104536 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-b481a9cc-4294-41e9-a630-31f29997b0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:10.105929 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b2dbf175-91d4-4dee-897c-26085666bbdc req-7f7cf8ec-a31b-4243-a4ab-8deecb0ecc07 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1920390 May 21 15:27:10.116292 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Request body: {'port': {'device_id': 'b042548d-ee09-45fb-b376-26a1ac47d3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:10.124751 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bf958-a173-4a74-81d9-68ebe7b5b189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68b288b-673d-47ef-a0d6-5f90540284e2,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:10.133158 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-964bf958-a173-4a74-81d9-68ebe7b5b189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:10.138738 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-964bf958-a173-4a74-81d9-68ebe7b5b189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:10.143000 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-964bf958-a173-4a74-81d9-68ebe7b5b189 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d68b288b-673d-47ef-a0d6-5f90540284e2 HTTP/1.1" status: 204 len: 168 time: 0.3638217 May 21 15:27:10.442679 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b2dbf175-91d4-4dee-897c-26085666bbdc req-9e3670df-04df-4176-86bb-832dbdc749b7 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225729 May 21 15:27:10.559812 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ca310-8680-4829-8a2a-c4024069135e req-acf798d6-0c49-41ed-a1ef-53f3b0af6de1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:10.561362 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-170ca310-8680-4829-8a2a-c4024069135e req-acf798d6-0c49-41ed-a1ef-53f3b0af6de1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 932 time: 0.1700492 May 21 15:27:10.587307 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 55952) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:10.589840 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:10.629221 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-bde44754-69f7-4415-b94a-e0cab1f3d7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:10.640775 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-170ca310-8680-4829-8a2a-c4024069135e req-cf81ef09-5e83-4b90-bc21-da1cb894d31d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727196 May 21 15:27:10.686348 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-bde44754-69f7-4415-b94a-e0cab1f3d7f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:10.696086 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-bde44754-69f7-4415-b94a-e0cab1f3d7f7 admin admin] Usage tracker for resource:security_group_rule and tenant:8c7b4a9f78a8478f9d4f3f7cf1465224 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:10.700419 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-bde44754-69f7-4415-b94a-e0cab1f3d7f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:10.713108 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-bde44754-69f7-4415-b94a-e0cab1f3d7f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:10.840569 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55958) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:10.859813 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-53bd6b6a-8a0d-4d5e-8fb7-9518d2fb8c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:10.874602 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-53bd6b6a-8a0d-4d5e-8fb7-9518d2fb8c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:10.878462 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-53bd6b6a-8a0d-4d5e-8fb7-9518d2fb8c19 admin admin] Usage tracker for resource:security_group_rule and tenant:d437d0c7ad904fc2ba4ce1df26105409 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:10.881546 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-53bd6b6a-8a0d-4d5e-8fb7-9518d2fb8c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:10.887824 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-53bd6b6a-8a0d-4d5e-8fb7-9518d2fb8c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:10.986563 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-53bd6b6a-8a0d-4d5e-8fb7-9518d2fb8c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:10.991103 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-53bd6b6a-8a0d-4d5e-8fb7-9518d2fb8c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:11.002670 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e5c6d2f5-2ada-4c3d-8166-fadad1ca7224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:11.041657 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-53bd6b6a-8a0d-4d5e-8fb7-9518d2fb8c19 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d437d0c7ad904fc2ba4ce1df26105409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992002 May 21 15:27:11.043248 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd6b6a-8a0d-4d5e-8fb7-9518d2fb8c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c355ae4-0bc8-449d-ba80-4d8cc4c60391,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:11.045552 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55962) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:11.047836 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-53bd6b6a-8a0d-4d5e-8fb7-9518d2fb8c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:11.068889 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-bde44754-69f7-4415-b94a-e0cab1f3d7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:11.073988 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-bde44754-69f7-4415-b94a-e0cab1f3d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:11.084239 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:11.108251 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0ad5bd10-43a8-4990-8830-1fed1bb90e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:11.124548 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde44754-69f7-4415-b94a-e0cab1f3d7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc4d4e1-ead4-4484-a445-ad593a5c0ac9,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:11.127613 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-bde44754-69f7-4415-b94a-e0cab1f3d7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:11.135154 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0ad5bd10-43a8-4990-8830-1fed1bb90e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:11.141166 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-bde44754-69f7-4415-b94a-e0cab1f3d7f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c7b4a9f78a8478f9d4f3f7cf1465224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5527937 May 21 15:27:11.144085 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 55966) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:11.196569 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0ad5bd10-43a8-4990-8830-1fed1bb90e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:11.201994 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-a85354d1-68c1-48bf-85fb-7b099e8d647b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:11.213833 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5bd10-43a8-4990-8830-1fed1bb90e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c355ae4-0bc8-449d-ba80-4d8cc4c60391,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:11.217070 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0ad5bd10-43a8-4990-8830-1fed1bb90e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:11.219486 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0ad5bd10-43a8-4990-8830-1fed1bb90e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:11.220826 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-0ad5bd10-43a8-4990-8830-1fed1bb90e2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c355ae4-0bc8-449d-ba80-4d8cc4c60391 HTTP/1.1" status: 204 len: 168 time: 0.1743753 May 21 15:27:11.237559 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2902e38e-ea36-4de8-81b7-35f26e5da77e {{(pid=91543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:27:11.250723 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:11.278925 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Transition to ACTIVE for port object 2902e38e-ea36-4de8-81b7-35f26e5da77e will not be triggered until provisioned by entity L2. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:11.279949 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a21e5dfd-44c1-4be3-a1ca-d23454c569e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:11.290589 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:11.298207 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:11.412404 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a21e5dfd-44c1-4be3-a1ca-d23454c569e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:11.512851 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2902e38e-ea36-4de8-81b7-35f26e5da77e,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:11.524231 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:11.541863 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Attempting to bind port 2902e38e-ea36-4de8-81b7-35f26e5da77e on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:27:11.542449 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Attempting to bind port 2902e38e-ea36-4de8-81b7-35f26e5da77e by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8'}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:27:11.542974 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Attempting to bind port 2902e38e-ea36-4de8-81b7-35f26e5da77e on network c1c85717-565d-4f4d-9466-aa4b753ba9d8 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:27:11.548190 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Port 2902e38e-ea36-4de8-81b7-35f26e5da77e on network c1c85717-565d-4f4d-9466-aa4b753ba9d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:27:11.548711 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Attempting to bind port 2902e38e-ea36-4de8-81b7-35f26e5da77e on network c1c85717-565d-4f4d-9466-aa4b753ba9d8 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:27:11.556772 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:27:11.557210 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Checking segment: {'id': '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:27:11.557599 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Bound using segment: {'id': '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8'} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:27:11.558034 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Bound port: 2902e38e-ea36-4de8-81b7-35f26e5da77e, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8'}}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:27:11.558384 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:11.655002 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a21e5dfd-44c1-4be3-a1ca-d23454c569e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:11.661693 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 55990) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:11.667460 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-43b553d1-c39d-4f86-9443-c72f7f33b07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:11.702155 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ee6c-d261-497b-939b-652c151661b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:11.702585 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e5dfd-44c1-4be3-a1ca-d23454c569e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc4d4e1-ead4-4484-a445-ad593a5c0ac9,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:11.712123 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-a21e5dfd-44c1-4be3-a1ca-d23454c569e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:11.722221 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a21e5dfd-44c1-4be3-a1ca-d23454c569e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:11.722221 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-a21e5dfd-44c1-4be3-a1ca-d23454c569e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcc4d4e1-ead4-4484-a445-ad593a5c0ac9 HTTP/1.1" status: 204 len: 168 time: 0.5771329 May 21 15:27:11.730917 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-3bc4ee6c-d261-497b-939b-652c151661b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:11.756343 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] For port 2902e38e-ea36-4de8-81b7-35f26e5da77e, host hv-cinder-79264, cleared binding levels {{(pid=91543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:27:11.762291 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] For port 2902e38e-ea36-4de8-81b7-35f26e5da77e, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2902e38e-ea36-4de8-81b7-35f26e5da77e,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:27:11.772069 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1ab4a-472c-4a96-8b39-660d4471e74c req-9cdc261c-6463-4a97-bea0-69492ec9c547 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:11.774321 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-55e1ab4a-472c-4a96-8b39-660d4471e74c req-9cdc261c-6463-4a97-bea0-69492ec9c547 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.2192671 May 21 15:27:11.779591 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:11.785816 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-990b664a-c131-4fa2-9c36-cb1ae45c5976 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:11.797990 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-3bc4ee6c-d261-497b-939b-652c151661b2 admin admin] Usage tracker for resource:security_group_rule and tenant:d6a90d2ea32640cab9c7f40c20cbc757 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:11.808599 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-3bc4ee6c-d261-497b-939b-652c151661b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:11.818305 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-3bc4ee6c-d261-497b-939b-652c151661b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:11.879185 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:11.880060 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:11.881550 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] 10.222.0.44 "PUT /v2.0/ports/2902e38e-ea36-4de8-81b7-35f26e5da77e HTTP/1.1" status: 200 len: 1094 time: 1.7742519 May 21 15:27:11.884405 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b042548d-ee09-45fb-b376-26a1ac47d3b3', 'tag': '2902e38e-ea36-4de8-81b7-35f26e5da77e'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:27:11.896153 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-21f7ce0c-2b65-4c06-95b6-9b8c61ae19fd tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:11.903626 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-21f7ce0c-2b65-4c06-95b6-9b8c61ae19fd tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/networks?id=19b9703f-d9e8-42a0-99a4-010e9d535b5f HTTP/1.1" status: 200 len: 813 time: 0.2226248 May 21 15:27:11.926360 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-55e1ab4a-472c-4a96-8b39-660d4471e74c req-fe3bf3fc-a0d0-41a2-99aa-3c3a239858c5 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415262 May 21 15:27:11.927128 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2902e38e-ea36-4de8-81b7-35f26e5da77e,revision_number=3']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:11.927643 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-97df2e4f-5d2a-4806-9e44-f1bf426cb050 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/quotas/fc818d41c5a84c7e91e80f350ac1d337 HTTP/1.1" status: 200 len: 375 time: 0.0226679 May 21 15:27:11.930758 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:11.998328 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ee6c-d261-497b-939b-652c151661b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:12.045261 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-7ef5ab09-2fb8-4d8b-a48e-fe9981938937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:12.046998 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-7ef5ab09-2fb8-4d8b-a48e-fe9981938937 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94d1d901ebef4552b61e376d00984038&device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 1097 time: 0.0881829 May 21 15:27:12.054333 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ee6c-d261-497b-939b-652c151661b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:12.071497 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-7f14f7a3-6265-4327-8381-a7602745aea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:12.083817 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-62ca61e4-c6cf-4e50-93c7-1ad8d7f94b58 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc818d41c5a84c7e91e80f350ac1d337&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839527 May 21 15:27:12.145299 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-3bc4ee6c-d261-497b-939b-652c151661b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6a90d2ea32640cab9c7f40c20cbc757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802370 May 21 15:27:12.145299 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4ee6c-d261-497b-939b-652c151661b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa06a73-8350-4c9e-9d66-08f729d584ec,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:12.146845 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-3bc4ee6c-d261-497b-939b-652c151661b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:12.148007 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 56012) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:12.168341 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-aa398dc8-6ccb-4ef5-89f0-f60f61192e27 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2902e38e-ea36-4de8-81b7-35f26e5da77e HTTP/1.1" status: 200 len: 217 time: 0.0728624 May 21 15:27:12.267853 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-0e54ff2a-e854-47e3-a05c-e7a4fd4488cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:12.269302 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-0e54ff2a-e854-47e3-a05c-e7a4fd4488cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d55cf0a4-3653-4f79-80d3-ada34aa6222f HTTP/1.1" status: 200 len: 853 time: 0.0854015 May 21 15:27:12.281792 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228a4be-998d-4911-8714-f8aab5b61700 req-c868e65c-15a7-464e-a9f0-65e364ae34ea tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:12.282553 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-d228a4be-998d-4911-8714-f8aab5b61700 req-c868e65c-15a7-464e-a9f0-65e364ae34ea tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Synchronizing usage tracker for tenant:94d1d901ebef4552b61e376d00984038 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:27:12.308899 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-afa75c7e-180b-4b58-bf8e-1bb92feea3e8 service neutron] 10.222.0.42 "GET /v2.0/networks/19b9703f-d9e8-42a0-99a4-010e9d535b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089899 May 21 15:27:12.315266 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9956b309-e055-42c8-a501-68f2ce17e1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:12.338580 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-4e540c37-4918-48b7-af60-f0c1a19930e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1c85717-565d-4f4d-9466-aa4b753ba9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515132 May 21 15:27:12.340656 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-d228a4be-998d-4911-8714-f8aab5b61700 req-c868e65c-15a7-464e-a9f0-65e364ae34ea tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Unset dirty status for tenant:94d1d901ebef4552b61e376d00984038 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:27:12.342436 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d228a4be-998d-4911-8714-f8aab5b61700 req-c868e65c-15a7-464e-a9f0-65e364ae34ea tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 944 time: 0.2913315 May 21 15:27:12.427367 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9956b309-e055-42c8-a501-68f2ce17e1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:12.512360 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d228a4be-998d-4911-8714-f8aab5b61700 req-6a6b2e3b-5407-4662-8829-cffcf73bc922 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637087 May 21 15:27:12.513734 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-d84a5f12-d83a-43cb-aaf8-238e60e91f2d service neutron] 10.222.0.42 "GET /v2.0/networks/19b9703f-d9e8-42a0-99a4-010e9d535b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961005 May 21 15:27:12.533314 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9956b309-e055-42c8-a501-68f2ce17e1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:12.539432 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:12.551435 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956b309-e055-42c8-a501-68f2ce17e1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa06a73-8350-4c9e-9d66-08f729d584ec,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:12.555579 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-9956b309-e055-42c8-a501-68f2ce17e1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:12.559168 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-9956b309-e055-42c8-a501-68f2ce17e1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:12.562434 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-9956b309-e055-42c8-a501-68f2ce17e1c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8fa06a73-8350-4c9e-9d66-08f729d584ec HTTP/1.1" status: 204 len: 168 time: 0.3654680 May 21 15:27:12.623124 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-59c97648-34f6-414c-972e-c76531fce2b7 service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521284 May 21 15:27:12.717825 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 56034) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:12.819654 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b042548d-ee09-45fb-b376-26a1ac47d3b3', 'tag': '2902e38e-ea36-4de8-81b7-35f26e5da77e', 'status': 'completed', 'code': 200} May 21 15:27:12.921624 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-99fc7caa-5b7e-40a2-a8e1-7b7a56b719b1 req-12ac659d-3aa9-452b-b7d6-4aee64686168 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 210 time: 0.0890667 May 21 15:27:13.019999 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e959c2df-2b2b-4c68-bd54-95cd184c8319 req-aa4de742-c512-4dd1-b8a8-d8ffed4574f4 service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813319 May 21 15:27:13.197573 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c4ae3-4e2c-4f4f-9afe-0454b8ec45f4 req-76ef50da-4b32-4f3c-9f41-abda2a1ad93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:13.198701 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ef9c4ae3-4e2c-4f4f-9afe-0454b8ec45f4 req-76ef50da-4b32-4f3c-9f41-abda2a1ad93e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94d1d901ebef4552b61e376d00984038&device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 1097 time: 0.0983539 May 21 15:27:13.251578 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-857640957-network', 'tenant_id': '35a02cd00a0a4aa7946d2202d2b55ad1'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:13.259690 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:13.271946 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Usage tracker for resource:network and tenant:35a02cd00a0a4aa7946d2202d2b55ad1 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:13.276626 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:13.283982 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:13.303261 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Made reservation on behalf of 35a02cd00a0a4aa7946d2202d2b55ad1 for: {'network': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:27:13.306290 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:13.322460 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:13.345505 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38479a-5263-4708-b43c-af74e4a8a0a0 req-16383fe3-b0a5-42cb-b6a2-d5984508a7a2 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:13.347355 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-4b38479a-5263-4708-b43c-af74e4a8a0a0 req-16383fe3-b0a5-42cb-b6a2-d5984508a7a2 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.2588432 May 21 15:27:13.353981 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:13.373183 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Usage tracker for resource:security_group_rule and tenant:35a02cd00a0a4aa7946d2202d2b55ad1 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:13.377652 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:13.390739 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:13.427240 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-4b38479a-5263-4708-b43c-af74e4a8a0a0 req-184e9646-a00a-4125-bad6-825cae6a7f4a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704679 May 21 15:27:13.491739 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c4ae3-4e2c-4f4f-9afe-0454b8ec45f4 req-7bf40ced-d2c6-4e41-88a7-ca6d0a3be044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:13.493905 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ef9c4ae3-4e2c-4f4f-9afe-0454b8ec45f4 req-7bf40ced-d2c6-4e41-88a7-ca6d0a3be044 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1c85717-565d-4f4d-9466-aa4b753ba9d8 HTTP/1.1" status: 200 len: 914 time: 0.2787287 May 21 15:27:13.532060 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:13.534434 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:13.548664 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=91544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:27:13.562455 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:13.563382 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.segments_db [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Added segment ac6731e0-8b75-4255-ae5e-8e7273786f16 of type vlan for network 6a00215b-112c-4880-be0b-c38428ee9895 May 21 15:27:13.588594 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ef9c4ae3-4e2c-4f4f-9afe-0454b8ec45f4 req-d9e425a3-591e-49a6-b328-f04299fdf66c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2902e38e-ea36-4de8-81b7-35f26e5da77e HTTP/1.1" status: 200 len: 217 time: 0.0786886 May 21 15:27:13.603242 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:13.614331 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-a7678c4b-24c0-4525-b121-dd53d1097de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:13.669214 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697f0ba4-d1e7-40e9-bb56-2de01aecc444,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:13.672677 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:13.676137 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:13.678094 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:13.678313 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:13.683937 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:13.757403 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c4ae3-4e2c-4f4f-9afe-0454b8ec45f4 req-da8f22b3-0362-4db7-b8d8-87db3352f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:13.759239 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ef9c4ae3-4e2c-4f4f-9afe-0454b8ec45f4 req-da8f22b3-0362-4db7-b8d8-87db3352f269 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d55cf0a4-3653-4f79-80d3-ada34aa6222f HTTP/1.1" status: 200 len: 853 time: 0.1580379 May 21 15:27:13.791210 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Pushing event updated for resources: {'Network': ['ID=6a00215b-112c-4880-be0b-c38428ee9895,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:13.794541 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:13.803601 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network 6a00215b-112c-4880-be0b-c38428ee9895 details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:27:13.823354 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ef9c4ae3-4e2c-4f4f-9afe-0454b8ec45f4 req-01692464-2b6d-47c7-9ff3-747551f9cd6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1c85717-565d-4f4d-9466-aa4b753ba9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536652 May 21 15:27:13.835615 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1157746 May 21 15:27:13.838506 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 56074) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:13.840523 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc6283-2b24-4973-97bd-3bbfb9873895 req-aa0ea338-cc70-4e4d-a4d0-30df040e20ce tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:13.844127 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] Request body: {'subnet': {'network_id': '6a00215b-112c-4880-be0b-c38428ee9895', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-857640957-subnet', 'tenant_id': '35a02cd00a0a4aa7946d2202d2b55ad1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:13.845265 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-68bc6283-2b24-4973-97bd-3bbfb9873895 req-aa0ea338-cc70-4e4d-a4d0-30df040e20ce tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 944 time: 0.1620054 May 21 15:27:13.848920 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:13.853445 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] Usage tracker for resource:subnet and tenant:35a02cd00a0a4aa7946d2202d2b55ad1 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:13.856827 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:13.862715 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:13.885934 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] Made reservation on behalf of 35a02cd00a0a4aa7946d2202d2b55ad1 for: {'subnet': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:27:13.888460 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3100077'] for subnet, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:14.034587 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-68bc6283-2b24-4973-97bd-3bbfb9873895 req-c6ab319d-b687-4e55-b00d-55a97b305f9d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612999 May 21 15:27:14.096733 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ef9c4ae3-4e2c-4f4f-9afe-0454b8ec45f4 req-c0405e7c-34ac-4538-a61b-2d817df11955 service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501283 May 21 15:27:14.244719 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0ff5fc7e-7d9e-4475-b61d-b4f25d2d80c6 req-5ef0e364-82c7-47f3-9690-558ca5065cee tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 210 time: 0.0624995 May 21 15:27:14.315975 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ef9c4ae3-4e2c-4f4f-9afe-0454b8ec45f4 req-8cfd5643-4edb-4d84-8f13-1cffc2de594a service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094219 May 21 15:27:14.388143 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2506820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3100035'] for subnet, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:14.398172 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-3522510f-317d-4501-9513-28272aec9dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:14.508265 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a52cc8d-8f59-48f5-bcd8-57783eca7a67,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:14.511676 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] Checking segment: {'id': 'ac6731e0-8b75-4255-ae5e-8e7273786f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6a00215b-112c-4880-be0b-c38428ee9895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:27:14.512044 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] Network hostable DHCP agents. Network: 6a00215b-112c-4880-be0b-c38428ee9895, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:27:14.515142 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:14.548004 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-5f5494f0-15a0-4920-90eb-c1ffb2325a9d tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:14.549042 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-5f5494f0-15a0-4920-90eb-c1ffb2325a9d tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Synchronizing usage tracker for tenant:fc818d41c5a84c7e91e80f350ac1d337 on resource:network {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:27:14.556692 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] Network 6a00215b-112c-4880-be0b-c38428ee9895 is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:27:14.566812 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, 6a00215b-112c-4880-be0b-c38428ee9895) {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:14.578129 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6549beae-527d-49b9-9ce7-013f73c04ded None None] Network 6a00215b-112c-4880-be0b-c38428ee9895 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:27:14.589208 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:14.590256 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-5f5494f0-15a0-4920-90eb-c1ffb2325a9d tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Unset dirty status for tenant:fc818d41c5a84c7e91e80f350ac1d337 on resource:network {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:27:14.590995 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:14.591666 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-5f5494f0-15a0-4920-90eb-c1ffb2325a9d tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.44 "GET /v2.0/networks?id=19b9703f-d9e8-42a0-99a4-010e9d535b5f HTTP/1.1" status: 200 len: 813 time: 0.2275467 May 21 15:27:14.607661 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Request body: {'port': {'device_id': 'ab48e432-b498-4681-a45f-86cd5a48ffa1', 'network_id': '19b9703f-d9e8-42a0-99a4-010e9d535b5f', 'admin_state_up': True, 'tenant_id': 'fc818d41c5a84c7e91e80f350ac1d337'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:14.710792 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8713794 May 21 15:27:14.776949 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:14.781229 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Usage tracker for resource:port and tenant:fc818d41c5a84c7e91e80f350ac1d337 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:14.784363 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:14.791010 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:14.794069 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdf392-723c-4717-b1f5-8a48b2901e7b req-e0030a4c-dadf-4540-8a6a-27a32827664f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:14.797404 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-25cdf392-723c-4717-b1f5-8a48b2901e7b req-e0030a4c-dadf-4540-8a6a-27a32827664f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1631422 May 21 15:27:14.808189 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Made reservation on behalf of fc818d41c5a84c7e91e80f350ac1d337 for: {'port': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:27:14.812279 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:14.861245 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-25cdf392-723c-4717-b1f5-8a48b2901e7b req-1834d270-909a-4d87-b30c-ca1de2d495a5 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553257 May 21 15:27:14.893779 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154701c3-48fa-47bc-9841-e1b728514ceb None None] Network 6a00215b-112c-4880-be0b-c38428ee9895 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:27:15.062994 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Allocated IP 172.20.0.11 (19b9703f-d9e8-42a0-99a4-010e9d535b5f/8b692fa6-963d-4881-8fa3-266eaaac4e48/3c56d875-1eac-494b-88a7-f234b60583ab) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:27:15.364453 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d298cd-e578-40a4-ab3a-e24786590a47 req-96f13ba7-8eb0-4ab7-96a8-0d41069cfb12 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:15.368691 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c5d298cd-e578-40a4-ab3a-e24786590a47 req-96f13ba7-8eb0-4ab7-96a8-0d41069cfb12 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 944 time: 0.1311138 May 21 15:27:15.405619 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.439478 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c5d298cd-e578-40a4-ab3a-e24786590a47 req-49cbe5eb-9a8a-43c9-8b39-dfebc795e07a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607500 May 21 15:27:15.454282 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.460332 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7ec8fe8f-fded-45e8-b910-e0b97f6dee65 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:15.580092 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Network 19b9703f-d9e8-42a0-99a4-010e9d535b5f is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:27:15.588877 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:15.598129 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:27:15.604329 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:15.605072 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.611955 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Pushing event updated for resources: {'Port': ['ID=3c56d875-1eac-494b-88a7-f234b60583ab,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:15.622558 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:15.654837 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0514326 May 21 15:27:15.681884 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fb836-5c5f-421b-8364-e301dc1b1366 req-1d17c625-b7b3-4dd4-94c8-530ac89b734c tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:15.683220 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-aa3fb836-5c5f-421b-8364-e301dc1b1366 req-1d17c625-b7b3-4dd4-94c8-530ac89b734c tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Synchronizing usage tracker for tenant:fc818d41c5a84c7e91e80f350ac1d337 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:27:15.696820 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Request body: {'port': {'device_id': 'ab48e432-b498-4681-a45f-86cd5a48ffa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:15.709846 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 56158) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:15.716439 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-942062792-network', 'tenant_id': '54901aaefddb4167b932a3e7167353c1'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:15.721137 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:15.725157 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Usage tracker for resource:network and tenant:54901aaefddb4167b932a3e7167353c1 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:15.728780 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:15.734682 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:15.745908 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Made reservation on behalf of 54901aaefddb4167b932a3e7167353c1 for: {'network': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:27:15.750092 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.764731 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.768337 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-aa3fb836-5c5f-421b-8364-e301dc1b1366 req-1d17c625-b7b3-4dd4-94c8-530ac89b734c tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Unset dirty status for tenant:fc818d41c5a84c7e91e80f350ac1d337 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:27:15.769689 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-aa3fb836-5c5f-421b-8364-e301dc1b1366 req-1d17c625-b7b3-4dd4-94c8-530ac89b734c tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 932 time: 0.2689157 May 21 15:27:15.780910 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:15.784681 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Usage tracker for resource:security_group_rule and tenant:54901aaefddb4167b932a3e7167353c1 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:15.787684 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:15.795226 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:15.864020 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 56164) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:15.907948 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.913355 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.934152 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 2902e38e-ea36-4de8-81b7-35f26e5da77e details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:27:15.940531 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=91544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:27:15.964267 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.965087 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.segments_db [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Added segment b14309a5-f93a-4854-91ae-6f69dca37f96 of type vlan for network 45779c69-7cd4-45b9-b3cb-450627a5cad5 May 21 15:27:15.970460 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.991804 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-aa3fb836-5c5f-421b-8364-e301dc1b1366 req-b9ef0412-a007-4559-9212-50a8d4566910 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Synchronizing usage tracker for tenant:fc818d41c5a84c7e91e80f350ac1d337 on resource:security_group {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:27:16.009229 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:16.043172 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:16.065395 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-aa3fb836-5c5f-421b-8364-e301dc1b1366 req-b9ef0412-a007-4559-9212-50a8d4566910 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Unset dirty status for tenant:fc818d41c5a84c7e91e80f350ac1d337 on resource:security_group {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:27:16.066615 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-aa3fb836-5c5f-421b-8364-e301dc1b1366 req-b9ef0412-a007-4559-9212-50a8d4566910 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754618 May 21 15:27:16.067445 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:16.114538 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:16.115234 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:16.132488 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 2902e38e-ea36-4de8-81b7-35f26e5da77e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2902e38e-ea36-4de8-81b7-35f26e5da77e,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:16.145831 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f4488ba3-002f-4213-8f1a-453e295aa645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:16.149301 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': '2902e38e-ea36-4de8-81b7-35f26e5da77e', 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8', 'port_id': '2902e38e-ea36-4de8-81b7-35f26e5da77e', 'mac_address': 'fa:16:3e:2d:87:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55cf0a4-3653-4f79-80d3-ada34aa6222f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:27:16.175513 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4644513 May 21 15:27:16.187507 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 56174) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:16.194554 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e23ee8c-d678-4be5-8e5f-a4ba6141f78d,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:16.198186 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:16.199418 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-f4488ba3-002f-4213-8f1a-453e295aa645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:16.206947 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-0e5f5a40-dbb9-417f-b4ef-8c6e3c6f4337 admin admin] Request body: {'subnet': {'network_id': '45779c69-7cd4-45b9-b3cb-450627a5cad5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-942062792-subnet', 'tenant_id': '54901aaefddb4167b932a3e7167353c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:16.213166 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:16.214071 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:16.237615 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2902e38e-ea36-4de8-81b7-35f26e5da77e {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:27:16.246353 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-0e5f5a40-dbb9-417f-b4ef-8c6e3c6f4337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:16.251819 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-f4488ba3-002f-4213-8f1a-453e295aa645 admin admin] Usage tracker for resource:security_group_rule and tenant:bc3ba617d2cf401cab556abfc5747872 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:16.258725 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 2902e38e-ea36-4de8-81b7-35f26e5da77e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2902e38e-ea36-4de8-81b7-35f26e5da77e,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:16.260507 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-f4488ba3-002f-4213-8f1a-453e295aa645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:16.269868 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:16.274983 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:16.327869 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-0e5f5a40-dbb9-417f-b4ef-8c6e3c6f4337 admin admin] Usage tracker for resource:subnet and tenant:54901aaefddb4167b932a3e7167353c1 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:16.361274 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-f4488ba3-002f-4213-8f1a-453e295aa645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:16.364562 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-0e5f5a40-dbb9-417f-b4ef-8c6e3c6f4337 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:16.381929 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=2902e38e-ea36-4de8-81b7-35f26e5da77e,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:16.382195 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-0e5f5a40-dbb9-417f-b4ef-8c6e3c6f4337 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:16.386758 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:16.393133 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c56d875-1eac-494b-88a7-f234b60583ab {{(pid=91543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:27:16.401597 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:16.405448 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Pushing event updated for resources: {'Network': ['ID=45779c69-7cd4-45b9-b3cb-450627a5cad5,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:16.416899 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Transition to ACTIVE for port object 3c56d875-1eac-494b-88a7-f234b60583ab will not be triggered until provisioned by entity L2. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:16.417529 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network 45779c69-7cd4-45b9-b3cb-450627a5cad5 details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:27:16.422548 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:16.427525 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:16.436251 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffaa9c-2c5a-4128-b477-c8ffbf69bcea req-510f2dce-d939-4c41-83e0-11dda61e7080 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:16.438153 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-53ffaa9c-2c5a-4128-b477-c8ffbf69bcea req-510f2dce-d939-4c41-83e0-11dda61e7080 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.3962798 May 21 15:27:16.464505 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:16.472467 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5f5a40-dbb9-417f-b4ef-8c6e3c6f4337 admin admin] Made reservation on behalf of 54901aaefddb4167b932a3e7167353c1 for: {'subnet': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:27:16.475828 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0e5f5a40-dbb9-417f-b4ef-8c6e3c6f4337 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3100077'] for subnet, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:16.599015 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c56d875-1eac-494b-88a7-f234b60583ab,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:16.604234 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:16.613343 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Attempting to bind port 3c56d875-1eac-494b-88a7-f234b60583ab on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:27:16.613779 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Attempting to bind port 3c56d875-1eac-494b-88a7-f234b60583ab by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'e8c8e0c6-3fdc-493e-a73e-6ebc5624f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19b9703f-d9e8-42a0-99a4-010e9d535b5f'}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:27:16.614203 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Attempting to bind port 3c56d875-1eac-494b-88a7-f234b60583ab on network 19b9703f-d9e8-42a0-99a4-010e9d535b5f {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:27:16.619888 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Port 3c56d875-1eac-494b-88a7-f234b60583ab on network 19b9703f-d9e8-42a0-99a4-010e9d535b5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:27:16.619888 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Attempting to bind port 3c56d875-1eac-494b-88a7-f234b60583ab on network 19b9703f-d9e8-42a0-99a4-010e9d535b5f {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:27:16.626076 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:27:16.626551 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Checking segment: {'id': 'e8c8e0c6-3fdc-493e-a73e-6ebc5624f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19b9703f-d9e8-42a0-99a4-010e9d535b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:27:16.627010 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Bound using segment: {'id': 'e8c8e0c6-3fdc-493e-a73e-6ebc5624f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19b9703f-d9e8-42a0-99a4-010e9d535b5f'} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:27:16.627533 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Bound port: 3c56d875-1eac-494b-88a7-f234b60583ab, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c8e0c6-3fdc-493e-a73e-6ebc5624f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19b9703f-d9e8-42a0-99a4-010e9d535b5f'}}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:27:16.627997 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:16.643420 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-53ffaa9c-2c5a-4128-b477-c8ffbf69bcea req-88b3dd8c-f9a7-456b-9597-9d480118eb64 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764522 May 21 15:27:16.668356 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f4488ba3-002f-4213-8f1a-453e295aa645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:16.674726 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f4488ba3-002f-4213-8f1a-453e295aa645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:16.683573 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-ac4d78c1-3752-438d-908d-85d8c08db211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:16.730817 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-f4488ba3-002f-4213-8f1a-453e295aa645 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc3ba617d2cf401cab556abfc5747872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8634150 May 21 15:27:16.733873 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 56184) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:16.781883 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4488ba3-002f-4213-8f1a-453e295aa645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ed2cdd-f111-4522-9612-8a09c8901724,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:16.784110 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] For port 3c56d875-1eac-494b-88a7-f234b60583ab, host hv-cinder-79264, cleared binding levels {{(pid=91543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:27:16.785179 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-f4488ba3-002f-4213-8f1a-453e295aa645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:16.789905 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] For port 3c56d875-1eac-494b-88a7-f234b60583ab, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3c56d875-1eac-494b-88a7-f234b60583ab,segment=NetworkSegment(e8c8e0c6-3fdc-493e-a73e-6ebc5624f149),segment_id=e8c8e0c6-3fdc-493e-a73e-6ebc5624f149)] {{(pid=91543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:27:16.798905 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12d975-5d10-4986-b9bc-263ea1b64cfa req-d7c01393-114f-477f-a2d1-a3f2dc9f9d6f tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:16.800389 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ac12d975-5d10-4986-b9bc-263ea1b64cfa req-d7c01393-114f-477f-a2d1-a3f2dc9f9d6f tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 945 time: 0.1596870 May 21 15:27:16.803751 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['2902e38e-ea36-4de8-81b7-35f26e5da77e'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:27:16.809614 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:16.816424 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:16.897086 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:16.897963 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:16.899355 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] 10.222.0.44 "PUT /v2.0/ports/3c56d875-1eac-494b-88a7-f234b60583ab HTTP/1.1" status: 200 len: 1094 time: 1.2112677 May 21 15:27:16.901979 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab48e432-b498-4681-a45f-86cd5a48ffa1', 'tag': '3c56d875-1eac-494b-88a7-f234b60583ab'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:27:16.946743 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ac12d975-5d10-4986-b9bc-263ea1b64cfa req-8046139c-8314-437a-afbd-b23eee914d53 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316502 May 21 15:27:16.973288 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c56d875-1eac-494b-88a7-f234b60583ab,revision_number=3']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:16.989373 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-59de12d6-f185-40fd-ab69-31aa46d9f92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:17.010562 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:17.012168 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab48e432-b498-4681-a45f-86cd5a48ffa1', 'tag': '3c56d875-1eac-494b-88a7-f234b60583ab', 'status': 'completed', 'code': 200} May 21 15:27:17.050375 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-59de12d6-f185-40fd-ab69-31aa46d9f92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:17.053927 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-42771535-a292-4eda-aa26-e8c4c502bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:17.055955 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-42771535-a292-4eda-aa26-e8c4c502bbe4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc818d41c5a84c7e91e80f350ac1d337&device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 1097 time: 0.0791659 May 21 15:27:17.134369 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-af3f008b-01c3-4fa8-ada5-e3b821fcbc57 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c56d875-1eac-494b-88a7-f234b60583ab HTTP/1.1" status: 200 len: 217 time: 0.0682731 May 21 15:27:17.177229 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-59de12d6-f185-40fd-ab69-31aa46d9f92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:17.182428 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6d2ecf8e-057b-4b1f-a857-0452149f02f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:17.194930 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de12d6-f185-40fd-ab69-31aa46d9f92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ed2cdd-f111-4522-9612-8a09c8901724,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:17.200960 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-59de12d6-f185-40fd-ab69-31aa46d9f92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:17.210612 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-59de12d6-f185-40fd-ab69-31aa46d9f92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:17.214908 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-59de12d6-f185-40fd-ab69-31aa46d9f92e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8ed2cdd-f111-4522-9612-8a09c8901724 HTTP/1.1" status: 204 len: 168 time: 0.4758565 May 21 15:27:17.281571 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-bb8bd021-05c5-489f-9d3f-4e9d10d25678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:17.283019 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-bb8bd021-05c5-489f-9d3f-4e9d10d25678 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b692fa6-963d-4881-8fa3-266eaaac4e48 HTTP/1.1" status: 200 len: 853 time: 0.1245573 May 21 15:27:17.290411 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0e5f5a40-dbb9-417f-b4ef-8c6e3c6f4337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2506820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3100035'] for subnet, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:17.294552 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:17.343584 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-a05e324b-c17a-4f8e-adca-3a65c270a75c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19b9703f-d9e8-42a0-99a4-010e9d535b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439811 May 21 15:27:17.351700 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e14f2b-f86f-4965-baa0-9ac03d4fca0f req-1333c46a-e4c0-40f7-9b12-3b075ab0fd20 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:17.353298 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c2e14f2b-f86f-4965-baa0-9ac03d4fca0f req-1333c46a-e4c0-40f7-9b12-3b075ab0fd20 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 944 time: 0.1617367 May 21 15:27:17.372829 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f5a40-dbb9-417f-b4ef-8c6e3c6f4337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e01da9-8ab6-4e9e-939c-2c035ac1174e,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:17.381108 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0e5f5a40-dbb9-417f-b4ef-8c6e3c6f4337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:17.385800 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f5a40-dbb9-417f-b4ef-8c6e3c6f4337 admin admin] Checking segment: {'id': 'b14309a5-f93a-4854-91ae-6f69dca37f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '45779c69-7cd4-45b9-b3cb-450627a5cad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:27:17.386144 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5f5a40-dbb9-417f-b4ef-8c6e3c6f4337 admin admin] Network hostable DHCP agents. Network: 45779c69-7cd4-45b9-b3cb-450627a5cad5, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:27:17.406865 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5f5a40-dbb9-417f-b4ef-8c6e3c6f4337 admin admin] Network 45779c69-7cd4-45b9-b3cb-450627a5cad5 is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:27:17.420377 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-0e5f5a40-dbb9-417f-b4ef-8c6e3c6f4337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, 45779c69-7cd4-45b9-b3cb-450627a5cad5) {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:17.430592 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5f5a40-dbb9-417f-b4ef-8c6e3c6f4337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:17.431168 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0e5f5a40-dbb9-417f-b4ef-8c6e3c6f4337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:17.432424 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e32ec9-9ae4-401e-88de-bcf9fc88aaee None None] Network 45779c69-7cd4-45b9-b3cb-450627a5cad5 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:27:17.460908 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-0e5f5a40-dbb9-417f-b4ef-8c6e3c6f4337 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2694569 May 21 15:27:17.531802 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c2e14f2b-f86f-4965-baa0-9ac03d4fca0f req-d5d7b35e-4798-46e7-b7a9-dfb4f1ad8145 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491404 May 21 15:27:17.585629 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-519e5152-7a1f-443f-b3e1-38c8707eec07 service neutron] 10.222.0.44 "GET /v2.0/networks/19b9703f-d9e8-42a0-99a4-010e9d535b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313530 May 21 15:27:17.650746 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 56204) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:17.678372 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0f1c276e-c26e-494e-9bea-6abfa81fa9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:17.698122 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-0f1c276e-c26e-494e-9bea-6abfa81fa9e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:17.707416 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-0f1c276e-c26e-494e-9bea-6abfa81fa9e7 admin admin] Usage tracker for resource:security_group_rule and tenant:041f3d38478243d4b9f2d3e61231e24c is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:17.712880 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-0f1c276e-c26e-494e-9bea-6abfa81fa9e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:17.725335 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-0f1c276e-c26e-494e-9bea-6abfa81fa9e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:17.820128 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ed9101-3d57-4209-9512-30d1423c9711 None None] Network 45779c69-7cd4-45b9-b3cb-450627a5cad5 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:27:17.835469 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db9ecca2-e743-4771-8d3b-f8a281e3c821 req-85c6d971-4439-4104-b4cf-ba7917f77ccc service neutron] 10.222.0.44 "GET /v2.0/networks/19b9703f-d9e8-42a0-99a4-010e9d535b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242746 May 21 15:27:17.887930 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0f1c276e-c26e-494e-9bea-6abfa81fa9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:17.904329 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0f1c276e-c26e-494e-9bea-6abfa81fa9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:17.913760 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-9ed72aca-4959-4d96-ad2b-a4282b08b973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:17.950230 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038337e5-8702-4568-af5b-8fd8f15d2d2e req-9f51fcfb-ddfe-4dd8-a556-821ddc7154d6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:17.951722 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-038337e5-8702-4568-af5b-8fd8f15d2d2e req-9f51fcfb-ddfe-4dd8-a556-821ddc7154d6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1622474 May 21 15:27:17.987739 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-0f1c276e-c26e-494e-9bea-6abfa81fa9e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=041f3d38478243d4b9f2d3e61231e24c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334377 May 21 15:27:17.988779 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 56218) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:17.991277 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c276e-c26e-494e-9bea-6abfa81fa9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d823456-ead5-4b2b-8f2b-caf63f892239,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:17.994902 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0f1c276e-c26e-494e-9bea-6abfa81fa9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:18.053785 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-038337e5-8702-4568-af5b-8fd8f15d2d2e req-6e2c8088-fd64-46e0-8319-f85f44847a33 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917108 May 21 15:27:18.106920 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-32e8c981-e86c-49a6-b607-973ddf03c617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.128127 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bac573-1bc3-4d66-8688-9d4b5a8ce4c2 req-a145b871-61b2-4ced-b878-acd11d05e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:18.129738 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-86bac573-1bc3-4d66-8688-9d4b5a8ce4c2 req-a145b871-61b2-4ced-b878-acd11d05e6b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc818d41c5a84c7e91e80f350ac1d337&device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 1097 time: 0.2153280 May 21 15:27:18.171143 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-32e8c981-e86c-49a6-b607-973ddf03c617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.292012 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-32e8c981-e86c-49a6-b607-973ddf03c617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.296719 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2efc675e-2396-41aa-9211-0e1ee22445bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:18.310944 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8c981-e86c-49a6-b607-973ddf03c617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d823456-ead5-4b2b-8f2b-caf63f892239,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:18.313250 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-32e8c981-e86c-49a6-b607-973ddf03c617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:18.325186 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-32e8c981-e86c-49a6-b607-973ddf03c617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.326296 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-32e8c981-e86c-49a6-b607-973ddf03c617 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d823456-ead5-4b2b-8f2b-caf63f892239 HTTP/1.1" status: 204 len: 168 time: 0.3364205 May 21 15:27:18.345135 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a05e74-e05c-4842-b43a-ee716de5cd19 req-6e7b2bc9-1225-4e81-abe6-d7e8b8978a12 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:18.346350 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-57a05e74-e05c-4842-b43a-ee716de5cd19 req-6e7b2bc9-1225-4e81-abe6-d7e8b8978a12 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 945 time: 0.1276064 May 21 15:27:18.402096 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bac573-1bc3-4d66-8688-9d4b5a8ce4c2 req-6afb9001-854d-4dbd-b31f-718014be7cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:18.403587 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-86bac573-1bc3-4d66-8688-9d4b5a8ce4c2 req-6afb9001-854d-4dbd-b31f-718014be7cd3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=19b9703f-d9e8-42a0-99a4-010e9d535b5f HTTP/1.1" status: 200 len: 914 time: 0.2610767 May 21 15:27:18.404461 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-57a05e74-e05c-4842-b43a-ee716de5cd19 req-bc195864-8be6-48a3-9769-ea145c3814c5 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489695 May 21 15:27:18.498716 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-d5ece1ff-0162-4270-a13b-9f8b71d79d81 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:18.500160 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-d5ece1ff-0162-4270-a13b-9f8b71d79d81 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/networks?id=6a00215b-112c-4880-be0b-c38428ee9895 HTTP/1.1" status: 200 len: 808 time: 0.2678819 May 21 15:27:18.501597 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-86bac573-1bc3-4d66-8688-9d4b5a8ce4c2 req-4cc74bf2-c5e1-423e-8a3c-289e9dcf48f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c56d875-1eac-494b-88a7-f234b60583ab HTTP/1.1" status: 200 len: 217 time: 0.0777137 May 21 15:27:18.515160 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-d014e992-7bcf-4b86-9f6a-939ffa9ddef4 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/quotas/35a02cd00a0a4aa7946d2202d2b55ad1 HTTP/1.1" status: 200 len: 375 time: 0.0095124 May 21 15:27:18.614963 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-2287954d-9b3f-4ae5-b963-2bc98bd48bca tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=35a02cd00a0a4aa7946d2202d2b55ad1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628457 May 21 15:27:18.655400 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bac573-1bc3-4d66-8688-9d4b5a8ce4c2 req-d009d5d7-5487-456d-8141-61043ca99b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:18.656862 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-86bac573-1bc3-4d66-8688-9d4b5a8ce4c2 req-d009d5d7-5487-456d-8141-61043ca99b71 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b692fa6-963d-4881-8fa3-266eaaac4e48 HTTP/1.1" status: 200 len: 853 time: 0.1379280 May 21 15:27:18.747611 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f131464-0235-4a0b-8fe4-a8abfebafa7b req-7c37eadc-0043-4492-98df-f0c0a2219e5b tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:18.753304 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5f131464-0235-4a0b-8fe4-a8abfebafa7b req-7c37eadc-0043-4492-98df-f0c0a2219e5b tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 944 time: 0.0915082 May 21 15:27:18.761021 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-86bac573-1bc3-4d66-8688-9d4b5a8ce4c2 req-ffce0525-0cb4-479b-b77f-fc0f5e572e91 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19b9703f-d9e8-42a0-99a4-010e9d535b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564926 May 21 15:27:18.805760 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5f131464-0235-4a0b-8fe4-a8abfebafa7b req-ac11adb9-7bdb-437f-b20f-fc6a0b3b10f7 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502629 May 21 15:27:18.891842 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-4cb0fdf0-cb48-4801-8647-22d0fa68c408 service neutron] 10.222.0.42 "GET /v2.0/networks/6a00215b-112c-4880-be0b-c38428ee9895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680593 May 21 15:27:19.014993 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-86bac573-1bc3-4d66-8688-9d4b5a8ce4c2 req-9083a5ca-6785-4f46-a283-5b9462fa0d02 service neutron] 10.222.0.44 "GET /v2.0/networks/19b9703f-d9e8-42a0-99a4-010e9d535b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427340 May 21 15:27:19.136947 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-93895041-032e-40fe-907f-3b8d48438041 service neutron] 10.222.0.42 "GET /v2.0/networks/6a00215b-112c-4880-be0b-c38428ee9895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372401 May 21 15:27:19.192163 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-86bac573-1bc3-4d66-8688-9d4b5a8ce4c2 req-d234b7ca-8a27-44ff-aa7b-a5bca9ff7792 service neutron] 10.222.0.44 "GET /v2.0/networks/19b9703f-d9e8-42a0-99a4-010e9d535b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580694 May 21 15:27:19.349878 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba97afb-83d3-452a-bafc-1877b675b1b1 req-def670c1-5d54-4047-b395-f93f1708bbd1 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:19.352152 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2ae90fc7-b84d-4c9b-9f7a-ac2d827aca97 req-c3258bc4-6519-46ff-a3ca-2dd8806ad460 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 210 time: 0.0598803 May 21 15:27:19.357339 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-8ba97afb-83d3-452a-bafc-1877b675b1b1 req-def670c1-5d54-4047-b395-f93f1708bbd1 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1035614 May 21 15:27:19.421356 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-8ba97afb-83d3-452a-bafc-1877b675b1b1 req-e450b6ca-25be-4939-9364-eceab5a43e60 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616822 May 21 15:27:19.614326 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cda0a-3b4d-42ed-8882-bb1c9b78009a req-f95cd18c-a76b-41d0-a20f-56cf1feac5a2 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:19.615774 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-833cda0a-3b4d-42ed-8882-bb1c9b78009a req-f95cd18c-a76b-41d0-a20f-56cf1feac5a2 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 945 time: 0.0935736 May 21 15:27:19.667130 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-833cda0a-3b4d-42ed-8882-bb1c9b78009a req-4214ce1e-32ff-457d-bd4c-a7221cbd3752 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450265 May 21 15:27:19.951914 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 2902e38e-ea36-4de8-81b7-35f26e5da77e up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:20.043621 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port 2902e38e-ea36-4de8-81b7-35f26e5da77e completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:27:20.050957 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port 2902e38e-ea36-4de8-81b7-35f26e5da77e triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:20.051501 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:20.081843 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b46b5-b0c0-41af-9d8c-baeeeeb999a7 req-ee8946d7-1482-44ab-8a2c-705953cad90a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:20.083218 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-356b46b5-b0c0-41af-9d8c-baeeeeb999a7 req-ee8946d7-1482-44ab-8a2c-705953cad90a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 944 time: 0.1608906 May 21 15:27:20.143597 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-356b46b5-b0c0-41af-9d8c-baeeeeb999a7 req-f17189e3-9b75-42eb-9989-6272c6029c33 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528390 May 21 15:27:20.205082 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:20.232082 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b042548d-ee09-45fb-b376-26a1ac47d3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2902e38e-ea36-4de8-81b7-35f26e5da77e'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:27:20.241869 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 2902e38e-ea36-4de8-81b7-35f26e5da77e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2902e38e-ea36-4de8-81b7-35f26e5da77e,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:20.247554 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:20.249588 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-7cbba70f-28bc-4906-8f95-5ee5aaf97993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:20.286901 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b042548d-ee09-45fb-b376-26a1ac47d3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2902e38e-ea36-4de8-81b7-35f26e5da77e', 'code': 200} May 21 15:27:20.325893 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=2902e38e-ea36-4de8-81b7-35f26e5da77e,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:20.328871 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:20.552774 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-02a0bf5b-4263-453b-ad0d-f9332625bb04 req-ddc7f4f2-440e-456d-9b47-33b103df1867 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 210 time: 0.0840576 May 21 15:27:20.616392 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cc424-9200-4036-bfb7-cfd836a536dd req-8b5a33a9-3c2b-4e9e-b598-128665e9b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:20.621141 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ca0cc424-9200-4036-bfb7-cfd836a536dd req-8b5a33a9-3c2b-4e9e-b598-128665e9b3ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 1099 time: 0.1201193 May 21 15:27:20.628468 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cdf24-c8f0-4d2c-9eb9-8acb247a7b9e req-c3904c4c-4c26-4119-9217-cd550fe444e6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:20.630263 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-269cdf24-c8f0-4d2c-9eb9-8acb247a7b9e req-c3904c4c-4c26-4119-9217-cd550fe444e6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0927045 May 21 15:27:20.672871 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ca0cc424-9200-4036-bfb7-cfd836a536dd req-7520a050-327a-447c-9863-7bff6e0f34ba service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399060 May 21 15:27:20.706126 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-269cdf24-c8f0-4d2c-9eb9-8acb247a7b9e req-e3caf7dd-6364-4502-911f-f1cde48cbe67 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683858 May 21 15:27:21.051378 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb6af7-85c8-4a05-9ce6-d21ef5ae27cb req-03e81049-4258-4a6a-abd3-6d00c47b543e tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:21.052843 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e4eb6af7-85c8-4a05-9ce6-d21ef5ae27cb req-03e81049-4258-4a6a-abd3-6d00c47b543e tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 946 time: 0.2624340 May 21 15:27:21.059531 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-940bd649-4805-468d-93a3-fd048b5e0f17 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:21.060855 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-940bd649-4805-468d-93a3-fd048b5e0f17 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.44 "GET /v2.0/networks?id=6a00215b-112c-4880-be0b-c38428ee9895 HTTP/1.1" status: 200 len: 808 time: 0.2952805 May 21 15:27:21.085221 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Request body: {'port': {'device_id': 'c41cbed4-070f-4c73-8dbe-b6de8a04c101', 'network_id': '6a00215b-112c-4880-be0b-c38428ee9895', 'admin_state_up': True, 'tenant_id': '35a02cd00a0a4aa7946d2202d2b55ad1'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:21.185627 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e4eb6af7-85c8-4a05-9ce6-d21ef5ae27cb req-2692c9b9-f414-4b82-85a7-76424241d7c4 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238284 May 21 15:27:21.246271 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:21.250095 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Usage tracker for resource:port and tenant:35a02cd00a0a4aa7946d2202d2b55ad1 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:21.252997 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:21.260469 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:21.272158 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Made reservation on behalf of 35a02cd00a0a4aa7946d2202d2b55ad1 for: {'port': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:27:21.275942 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:21.357902 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bbd65-c6ac-4c2e-9972-f8dec2dd9433 req-7942c2aa-b21c-4c0f-8249-93b50bd21f76 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:21.359395 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0b2bbd65-c6ac-4c2e-9972-f8dec2dd9433 req-7942c2aa-b21c-4c0f-8249-93b50bd21f76 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 944 time: 0.0985188 May 21 15:27:21.417637 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0b2bbd65-c6ac-4c2e-9972-f8dec2dd9433 req-a8bfa22a-3aea-44f5-9b89-29cd425a5ecb tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521867 May 21 15:27:21.456223 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Allocated IP 172.20.0.11 (6a00215b-112c-4880-be0b-c38428ee9895/7a52cc8d-8f59-48f5-bcd8-57783eca7a67/42c4a404-7bc6-4cf3-9c87-67390ef477e4) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:27:21.462836 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-23e9d7df-c3a2-4ac9-be49-4845fb8c994d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:21.665747 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:21.696087 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:21.701684 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:21.767015 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55430cc2-6d47-4579-b0ed-ff3ba4d3649b req-f89ebbe2-047b-4263-927b-9c1d439eed43 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:21.768603 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-55430cc2-6d47-4579-b0ed-ff3ba4d3649b req-f89ebbe2-047b-4263-927b-9c1d439eed43 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 932 time: 0.0970304 May 21 15:27:21.776539 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Network 6a00215b-112c-4880-be0b-c38428ee9895 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:27:21.779648 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:21.783736 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:27:21.789223 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:21.789837 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:21.803450 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Pushing event updated for resources: {'Port': ['ID=42c4a404-7bc6-4cf3-9c87-67390ef477e4,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:21.807988 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:21.817385 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-55430cc2-6d47-4579-b0ed-ff3ba4d3649b req-e5be4abb-cee8-4418-9122-9a39e788c521 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Synchronizing usage tracker for tenant:35a02cd00a0a4aa7946d2202d2b55ad1 on resource:security_group {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:27:21.823112 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7435822 May 21 15:27:21.837504 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-55430cc2-6d47-4579-b0ed-ff3ba4d3649b req-e5be4abb-cee8-4418-9122-9a39e788c521 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Unset dirty status for tenant:35a02cd00a0a4aa7946d2202d2b55ad1 on resource:security_group {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:27:21.838517 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-55430cc2-6d47-4579-b0ed-ff3ba4d3649b req-e5be4abb-cee8-4418-9122-9a39e788c521 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634692 May 21 15:27:21.875314 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Request body: {'port': {'device_id': 'c41cbed4-070f-4c73-8dbe-b6de8a04c101', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:21.975842 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 3c56d875-1eac-494b-88a7-f234b60583ab details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:27:22.020232 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:22.036933 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd472bf0-506e-4325-892d-56117b81ad8e req-e19159a2-1215-409a-98a2-84dd9c9f9f5a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:22.038311 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dd472bf0-506e-4325-892d-56117b81ad8e req-e19159a2-1215-409a-98a2-84dd9c9f9f5a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.2105205 May 21 15:27:22.114646 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 3c56d875-1eac-494b-88a7-f234b60583ab, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3c56d875-1eac-494b-88a7-f234b60583ab,segment=NetworkSegment(e8c8e0c6-3fdc-493e-a73e-6ebc5624f149),segment_id=e8c8e0c6-3fdc-493e-a73e-6ebc5624f149)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:22.128305 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': '3c56d875-1eac-494b-88a7-f234b60583ab', 'network_id': '19b9703f-d9e8-42a0-99a4-010e9d535b5f', 'port_id': '3c56d875-1eac-494b-88a7-f234b60583ab', 'mac_address': 'fa:16:3e:b0:31:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b692fa6-963d-4881-8fa3-266eaaac4e48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:27:22.139836 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dd472bf0-506e-4325-892d-56117b81ad8e req-03d4cabc-e4c6-40f8-90f8-d6492e90e441 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925348 May 21 15:27:22.191419 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:22.209766 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c56d875-1eac-494b-88a7-f234b60583ab {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:27:22.246042 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 3c56d875-1eac-494b-88a7-f234b60583ab, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3c56d875-1eac-494b-88a7-f234b60583ab,segment=NetworkSegment(e8c8e0c6-3fdc-493e-a73e-6ebc5624f149),segment_id=e8c8e0c6-3fdc-493e-a73e-6ebc5624f149)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:22.262082 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:22.263961 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:22.362477 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=3c56d875-1eac-494b-88a7-f234b60583ab,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:22.365858 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:22.438024 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf295b5-d3bd-409b-aa40-970870d1bbe2 req-ebcbd5c4-e1ee-47ff-b6c8-ba868cc29958 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:22.439539 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-faf295b5-d3bd-409b-aa40-970870d1bbe2 req-ebcbd5c4-e1ee-47ff-b6c8-ba868cc29958 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 946 time: 0.0996282 May 21 15:27:22.487846 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c4a404-7bc6-4cf3-9c87-67390ef477e4 {{(pid=91543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:27:22.488450 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-faf295b5-d3bd-409b-aa40-970870d1bbe2 req-216d2b49-a730-459f-8401-552d3aa44027 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410714 May 21 15:27:22.495873 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:22.511212 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Transition to ACTIVE for port object 42c4a404-7bc6-4cf3-9c87-67390ef477e4 will not be triggered until provisioned by entity L2. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:22.515651 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:22.525681 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:22.699239 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=42c4a404-7bc6-4cf3-9c87-67390ef477e4,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:22.708695 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:22.712350 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26928b9-6e86-4ba8-9ed6-0f7858041672 req-375b1faa-65eb-46f5-b649-02e319dbe278 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:22.713907 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c26928b9-6e86-4ba8-9ed6-0f7858041672 req-375b1faa-65eb-46f5-b649-02e319dbe278 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 945 time: 0.1087964 May 21 15:27:22.719845 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Attempting to bind port 42c4a404-7bc6-4cf3-9c87-67390ef477e4 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:27:22.720248 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Attempting to bind port 42c4a404-7bc6-4cf3-9c87-67390ef477e4 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'ac6731e0-8b75-4255-ae5e-8e7273786f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6a00215b-112c-4880-be0b-c38428ee9895'}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:27:22.720643 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Attempting to bind port 42c4a404-7bc6-4cf3-9c87-67390ef477e4 on network 6a00215b-112c-4880-be0b-c38428ee9895 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:27:22.725856 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Port 42c4a404-7bc6-4cf3-9c87-67390ef477e4 on network 6a00215b-112c-4880-be0b-c38428ee9895 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:27:22.726356 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Attempting to bind port 42c4a404-7bc6-4cf3-9c87-67390ef477e4 on network 6a00215b-112c-4880-be0b-c38428ee9895 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:27:22.731783 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:27:22.732199 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Checking segment: {'id': 'ac6731e0-8b75-4255-ae5e-8e7273786f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6a00215b-112c-4880-be0b-c38428ee9895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:27:22.732701 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Bound using segment: {'id': 'ac6731e0-8b75-4255-ae5e-8e7273786f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6a00215b-112c-4880-be0b-c38428ee9895'} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:27:22.733220 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Bound port: 42c4a404-7bc6-4cf3-9c87-67390ef477e4, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6731e0-8b75-4255-ae5e-8e7273786f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6a00215b-112c-4880-be0b-c38428ee9895'}}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:27:22.734010 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:22.761613 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c26928b9-6e86-4ba8-9ed6-0f7858041672 req-037e4cae-e93b-4d56-84c7-0249ba09ea03 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406022 May 21 15:27:22.826537 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] For port 42c4a404-7bc6-4cf3-9c87-67390ef477e4, host hv-cinder-79264, cleared binding levels {{(pid=91543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:27:22.829759 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] For port 42c4a404-7bc6-4cf3-9c87-67390ef477e4, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=42c4a404-7bc6-4cf3-9c87-67390ef477e4,segment=NetworkSegment(ac6731e0-8b75-4255-ae5e-8e7273786f16),segment_id=ac6731e0-8b75-4255-ae5e-8e7273786f16)] {{(pid=91543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:27:22.833822 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:22.839239 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:22.959955 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['3c56d875-1eac-494b-88a7-f234b60583ab'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:27:22.979624 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:22.980253 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:22.981655 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] 10.222.0.44 "PUT /v2.0/ports/42c4a404-7bc6-4cf3-9c87-67390ef477e4 HTTP/1.1" status: 200 len: 1094 time: 1.1106629 May 21 15:27:22.984758 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41cbed4-070f-4c73-8dbe-b6de8a04c101', 'tag': '42c4a404-7bc6-4cf3-9c87-67390ef477e4'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:27:23.092975 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41cbed4-070f-4c73-8dbe-b6de8a04c101', 'tag': '42c4a404-7bc6-4cf3-9c87-67390ef477e4', 'status': 'completed', 'code': 200} May 21 15:27:23.120286 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=42c4a404-7bc6-4cf3-9c87-67390ef477e4,revision_number=3']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:23.124969 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:23.165641 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6d7ef-f08a-432a-bd51-faf75de15c6e req-f7b9a35b-136e-4559-9ab2-2f7e97e4c6d6 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:23.166348 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-9cf6d7ef-f08a-432a-bd51-faf75de15c6e req-f7b9a35b-136e-4559-9ab2-2f7e97e4c6d6 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Synchronizing usage tracker for tenant:35a02cd00a0a4aa7946d2202d2b55ad1 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:27:23.179960 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-82333adf-8c6e-4cc0-a2a0-a60bdd87595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:23.181494 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-82333adf-8c6e-4cc0-a2a0-a60bdd87595e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=35a02cd00a0a4aa7946d2202d2b55ad1&device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 1097 time: 0.1336906 May 21 15:27:23.190028 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-9cf6d7ef-f08a-432a-bd51-faf75de15c6e req-f7b9a35b-136e-4559-9ab2-2f7e97e4c6d6 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Unset dirty status for tenant:35a02cd00a0a4aa7946d2202d2b55ad1 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:27:23.191326 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9cf6d7ef-f08a-432a-bd51-faf75de15c6e req-f7b9a35b-136e-4559-9ab2-2f7e97e4c6d6 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 944 time: 0.2139559 May 21 15:27:23.265660 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-5ad0def7-4060-4381-9184-e8240bdf9b50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42c4a404-7bc6-4cf3-9c87-67390ef477e4 HTTP/1.1" status: 200 len: 217 time: 0.0725927 May 21 15:27:23.338289 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9cf6d7ef-f08a-432a-bd51-faf75de15c6e req-ac597015-b466-48a9-bf16-1073af6a568b tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918543 May 21 15:27:23.355385 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-3b86237f-4cba-49a1-afd8-57fc39d6a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:23.357165 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-3b86237f-4cba-49a1-afd8-57fc39d6a170 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a52cc8d-8f59-48f5-bcd8-57783eca7a67 HTTP/1.1" status: 200 len: 848 time: 0.0761597 May 21 15:27:23.359730 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d252393-d2b0-413a-bcb8-e3b2b351d34a req-85a4dff4-b0af-4684-bacc-5f321e55087c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:23.363904 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5d252393-d2b0-413a-bcb8-e3b2b351d34a req-85a4dff4-b0af-4684-bacc-5f321e55087c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0965536 May 21 15:27:23.410424 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-d22d8f01-bffa-4e8c-995d-a8a91cf1c6b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6a00215b-112c-4880-be0b-c38428ee9895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414155 May 21 15:27:23.412194 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5d252393-d2b0-413a-bcb8-e3b2b351d34a req-fe6d2843-09e7-4259-bf10-7b9a421e4c4c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452747 May 21 15:27:23.551989 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-916d1592-bcb8-4886-b322-0cc67eecc00b service neutron] 10.222.0.44 "GET /v2.0/networks/6a00215b-112c-4880-be0b-c38428ee9895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239257 May 21 15:27:23.682277 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-56e9a1ef-0334-45f9-8771-3870a6a519a9 req-c1692a86-01b5-4f59-bc48-e10695dc441d service neutron] 10.222.0.44 "GET /v2.0/networks/6a00215b-112c-4880-be0b-c38428ee9895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228888 May 21 15:27:23.827145 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:23.834113 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11526f9-1dad-4bb3-962c-a5e7e915127f req-ad002b92-f168-43fe-8b44-d3fd17e07f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:23.836891 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f11526f9-1dad-4bb3-962c-a5e7e915127f req-ad002b92-f168-43fe-8b44-d3fd17e07f12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=35a02cd00a0a4aa7946d2202d2b55ad1&device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 1097 time: 0.1037567 May 21 15:27:24.032273 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11526f9-1dad-4bb3-962c-a5e7e915127f req-3e13f4d2-c209-4369-a01b-75f978400655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:24.033729 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f11526f9-1dad-4bb3-962c-a5e7e915127f req-3e13f4d2-c209-4369-a01b-75f978400655 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6a00215b-112c-4880-be0b-c38428ee9895 HTTP/1.1" status: 200 len: 909 time: 0.1827357 May 21 15:27:24.106938 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbb129-3b8f-43ad-81c5-82a461c51ff0 req-a23ca37c-f031-43a7-b4ee-da3a4b30bc24 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:24.108470 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b6dbb129-3b8f-43ad-81c5-82a461c51ff0 req-a23ca37c-f031-43a7-b4ee-da3a4b30bc24 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 945 time: 0.1882021 May 21 15:27:24.118480 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f11526f9-1dad-4bb3-962c-a5e7e915127f req-44763a5b-e8da-49c8-bb09-1317ec92cabd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42c4a404-7bc6-4cf3-9c87-67390ef477e4 HTTP/1.1" status: 200 len: 217 time: 0.0747590 May 21 15:27:24.160843 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-6722ee3c-e26e-45a4-9b8c-7e3f0bf3130a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:24.206494 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b6dbb129-3b8f-43ad-81c5-82a461c51ff0 req-76d95e0a-0bd2-4165-9f7e-bd1f4c7b0b39 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896449 May 21 15:27:24.214496 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11526f9-1dad-4bb3-962c-a5e7e915127f req-2b914431-7cb4-41d2-92e1-30f943c1f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:24.216163 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f11526f9-1dad-4bb3-962c-a5e7e915127f req-2b914431-7cb4-41d2-92e1-30f943c1f94b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a52cc8d-8f59-48f5-bcd8-57783eca7a67 HTTP/1.1" status: 200 len: 848 time: 0.0852113 May 21 15:27:24.274512 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f11526f9-1dad-4bb3-962c-a5e7e915127f req-e8347632-fada-41cf-89e1-bd6995429bc2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6a00215b-112c-4880-be0b-c38428ee9895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435340 May 21 15:27:24.440910 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f11526f9-1dad-4bb3-962c-a5e7e915127f req-3d4967a0-fec2-4a9c-84d8-d92b58c51483 service neutron] 10.222.0.44 "GET /v2.0/networks/6a00215b-112c-4880-be0b-c38428ee9895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494892 May 21 15:27:24.648773 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f11526f9-1dad-4bb3-962c-a5e7e915127f req-ea83b778-0ebf-4266-8d3a-2e4b67ff68e4 service neutron] 10.222.0.44 "GET /v2.0/networks/6a00215b-112c-4880-be0b-c38428ee9895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904044 May 21 15:27:24.659374 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c099d74-56f1-4c11-b263-e7319b3e836d req-09d7576a-cb1c-4dc2-8354-6db28242e058 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:24.661205 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2c099d74-56f1-4c11-b263-e7319b3e836d req-09d7576a-cb1c-4dc2-8354-6db28242e058 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 944 time: 0.2045853 May 21 15:27:24.716911 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2c099d74-56f1-4c11-b263-e7319b3e836d req-0ebac4c4-de35-421d-9db0-961036b93fbe tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489602 May 21 15:27:24.782346 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f0300-f076-4fa9-bbd7-bc57e12a2b4f req-0daab18d-c3f8-4f02-907b-cd8b1a7a6c93 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:24.784622 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-6c2f0300-f076-4fa9-bbd7-bc57e12a2b4f req-0daab18d-c3f8-4f02-907b-cd8b1a7a6c93 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0856450 May 21 15:27:24.842143 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-6c2f0300-f076-4fa9-bbd7-bc57e12a2b4f req-19c78652-115b-43d1-b153-fd6e704471aa tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494196 May 21 15:27:25.001323 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:25.469740 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125d89f-7ada-4f24-8711-b6018f42ea4a req-b90e8cb4-cc83-4bac-982e-97f093185f2b tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:25.471208 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f125d89f-7ada-4f24-8711-b6018f42ea4a req-b90e8cb4-cc83-4bac-982e-97f093185f2b tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 945 time: 0.1531615 May 21 15:27:25.515293 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f125d89f-7ada-4f24-8711-b6018f42ea4a req-c011598a-0804-48dd-b2c8-d3bf3a8ca270 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378094 May 21 15:27:25.986297 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f01b9-949f-447a-ab61-d56002e4d372 req-2864d197-1312-47eb-8642-deb0feba0fce tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:25.987746 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-200f01b9-949f-447a-ab61-d56002e4d372 req-2864d197-1312-47eb-8642-deb0feba0fce tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 944 time: 0.1655905 May 21 15:27:26.000350 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 3c56d875-1eac-494b-88a7-f234b60583ab up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:26.030894 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1999c9-6544-4a2d-8d12-79e58851c15a req-2b98c27d-d257-4fda-8d02-da73ac55e665 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:26.032344 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dc1999c9-6544-4a2d-8d12-79e58851c15a req-2b98c27d-d257-4fda-8d02-da73ac55e665 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0810113 May 21 15:27:26.033247 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-200f01b9-949f-447a-ab61-d56002e4d372 req-b837ddcb-f2dd-4baf-9226-028738bf1d9c tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397007 May 21 15:27:26.092077 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dc1999c9-6544-4a2d-8d12-79e58851c15a req-5fc7fa3e-6c40-4152-a2ae-42aa1b16d146 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524907 May 21 15:27:26.097699 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port 3c56d875-1eac-494b-88a7-f234b60583ab completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:27:26.117923 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port 3c56d875-1eac-494b-88a7-f234b60583ab triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:26.117923 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:26.267214 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:26.295008 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab48e432-b498-4681-a45f-86cd5a48ffa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c56d875-1eac-494b-88a7-f234b60583ab'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:27:26.305283 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 3c56d875-1eac-494b-88a7-f234b60583ab, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3c56d875-1eac-494b-88a7-f234b60583ab,segment=NetworkSegment(e8c8e0c6-3fdc-493e-a73e-6ebc5624f149),segment_id=e8c8e0c6-3fdc-493e-a73e-6ebc5624f149)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:26.314038 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:26.316136 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f1bd1f31-13d5-45bc-b375-87553cd3145d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:26.356910 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab48e432-b498-4681-a45f-86cd5a48ffa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c56d875-1eac-494b-88a7-f234b60583ab', 'code': 200} May 21 15:27:26.388329 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=3c56d875-1eac-494b-88a7-f234b60583ab,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:26.391073 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:26.624731 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13cc24-a0f8-4793-aedb-ab7af7ec75f6 req-eac97b85-e9dd-406c-8cb4-addfce310fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:26.626341 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4c13cc24-a0f8-4793-aedb-ab7af7ec75f6 req-eac97b85-e9dd-406c-8cb4-addfce310fde service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 1099 time: 0.0755603 May 21 15:27:26.731333 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4c13cc24-a0f8-4793-aedb-ab7af7ec75f6 req-149b0b2c-f0b3-4ce7-92d5-620c1aa416b3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624173 May 21 15:27:26.748199 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7618c-f741-4720-9c2d-caa56c301478 req-230803f4-c7fe-4732-83ad-49af860c99a3 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:26.753294 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c4e7618c-f741-4720-9c2d-caa56c301478 req-230803f4-c7fe-4732-83ad-49af860c99a3 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 946 time: 0.1226521 May 21 15:27:26.793358 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c4e7618c-f741-4720-9c2d-caa56c301478 req-c76a3a53-fb44-4e7b-a8ce-1ebdec41c477 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386789 May 21 15:27:26.801561 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:27.235468 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06681b7-1c66-403d-8274-a552af895807 req-1dbbee36-9897-4a25-8e46-6a66157400c5 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:27.236863 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c06681b7-1c66-403d-8274-a552af895807 req-1dbbee36-9897-4a25-8e46-6a66157400c5 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 944 time: 0.0858865 May 21 15:27:27.281274 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c06681b7-1c66-403d-8274-a552af895807 req-097a6be0-7c82-4b91-be1e-a77ac6e39a47 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380070 May 21 15:27:27.283371 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2bf65-7c95-4b3d-9233-f3d6abd6949c req-9f409649-f8a6-4022-bf63-e47e1ab579be tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:27.284833 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-75b2bf65-7c95-4b3d-9233-f3d6abd6949c req-9f409649-f8a6-4022-bf63-e47e1ab579be tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0787745 May 21 15:27:27.330637 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-75b2bf65-7c95-4b3d-9233-f3d6abd6949c req-56e5607c-757f-43b5-b650-458bfc3f7d1b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396912 May 21 15:27:27.982432 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb42fd5-51a1-4084-8692-f132e5e2601e req-04697ada-9764-4e88-a2ff-30a56353e849 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:27.983890 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-feb42fd5-51a1-4084-8692-f132e5e2601e req-04697ada-9764-4e88-a2ff-30a56353e849 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 946 time: 0.0789387 May 21 15:27:28.030912 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-feb42fd5-51a1-4084-8692-f132e5e2601e req-22d5bfcf-c98b-4caf-a605-09baf6af2083 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412564 May 21 15:27:28.474854 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f0ca-fee7-4979-9165-23815eb5eb42 req-ff9cb914-fd74-43bb-9534-d5457beb522b tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:28.476952 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2807f0ca-fee7-4979-9165-23815eb5eb42 req-ff9cb914-fd74-43bb-9534-d5457beb522b tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 944 time: 0.0839949 May 21 15:27:28.524356 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2807f0ca-fee7-4979-9165-23815eb5eb42 req-d15788cf-3fcb-469c-a917-7f9659f80c5e tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391769 May 21 15:27:28.707862 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdaa0b-3e47-4769-b41a-bdafe4850875 req-2cc871ab-1fb1-4a26-9187-2584b5ae3842 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:28.709112 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-98bdaa0b-3e47-4769-b41a-bdafe4850875 req-2cc871ab-1fb1-4a26-9187-2584b5ae3842 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0898402 May 21 15:27:28.760246 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-98bdaa0b-3e47-4769-b41a-bdafe4850875 req-6ae57108-8022-43a8-a679-9453ae3ac873 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444860 May 21 15:27:29.227544 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2dff9-3bdf-4e34-b4f8-b511526e0450 req-182ee3eb-4838-4991-8e15-b88fb037d44b tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:29.228987 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b1b2dff9-3bdf-4e34-b4f8-b511526e0450 req-182ee3eb-4838-4991-8e15-b88fb037d44b tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 946 time: 0.0832944 May 21 15:27:29.272710 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b1b2dff9-3bdf-4e34-b4f8-b511526e0450 req-8e9217d3-6105-4e15-bf18-d28fc8c39c03 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377429 May 21 15:27:29.716425 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c0a54-9118-4682-8b9d-4b809061a159 req-0bba9d35-909f-4c0e-8a7f-cfe1342f57bb tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:29.717897 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-270c0a54-9118-4682-8b9d-4b809061a159 req-0bba9d35-909f-4c0e-8a7f-cfe1342f57bb tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 944 time: 0.0849073 May 21 15:27:29.761231 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-270c0a54-9118-4682-8b9d-4b809061a159 req-5bfc04ed-bb85-454c-9dc2-fcc33db43c4f tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376263 May 21 15:27:29.969371 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea290a-b7dc-4559-94a0-fed39966d17c req-0a478608-ecff-4471-ae83-98e155d486cc tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:29.970828 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1bea290a-b7dc-4559-94a0-fed39966d17c req-0a478608-ecff-4471-ae83-98e155d486cc tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0991392 May 21 15:27:30.035519 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1bea290a-b7dc-4559-94a0-fed39966d17c req-68f654ae-793b-420c-aba2-712af2541590 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536942 May 21 15:27:30.572438 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:27:30.953401 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df1291-2069-4ae8-ac57-dd7dd38771dd req-8495eb04-f411-496c-ac1d-eee263c2116c tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:30.954930 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-92df1291-2069-4ae8-ac57-dd7dd38771dd req-8495eb04-f411-496c-ac1d-eee263c2116c tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 944 time: 0.0850420 May 21 15:27:31.000733 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-92df1291-2069-4ae8-ac57-dd7dd38771dd req-ad8df0d7-d480-4422-bbc6-73c2ebd1cfc0 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400090 May 21 15:27:31.308616 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5374c2-ddce-48f2-b420-2a300688c00f req-f2389cfd-46fd-4e12-8aed-f414b187a58f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:31.310103 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ce5374c2-ddce-48f2-b420-2a300688c00f req-f2389cfd-46fd-4e12-8aed-f414b187a58f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0828748 May 21 15:27:31.355006 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ce5374c2-ddce-48f2-b420-2a300688c00f req-70025f4c-d62d-4bf7-951b-771da06a9ded tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388172 May 21 15:27:32.190336 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db4244-10f7-453e-8882-7a261cfe2851 req-fea36913-b9ef-4152-8c34-5476ede4aecf tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:32.191794 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-13db4244-10f7-453e-8882-7a261cfe2851 req-fea36913-b9ef-4152-8c34-5476ede4aecf tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 944 time: 0.0809464 May 21 15:27:32.236488 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-13db4244-10f7-453e-8882-7a261cfe2851 req-f5fbad54-7d1f-410a-9827-ce132952574a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381665 May 21 15:27:32.582978 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15293e9e-a28f-46dc-872e-1db5df915024 req-3a88faf8-165a-4636-8a6d-b29421bf28a4 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:32.584743 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-15293e9e-a28f-46dc-872e-1db5df915024 req-3a88faf8-165a-4636-8a6d-b29421bf28a4 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0852661 May 21 15:27:32.635122 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-15293e9e-a28f-46dc-872e-1db5df915024 req-262c1201-4e12-4551-b3cb-affc7dc2d028 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439222 May 21 15:27:33.426773 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce716c-868a-49b5-8aaf-30283e9b3142 req-b52a4b30-675a-4557-ad8a-e7fb06cf3c84 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:33.428216 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-41ce716c-868a-49b5-8aaf-30283e9b3142 req-b52a4b30-675a-4557-ad8a-e7fb06cf3c84 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 944 time: 0.0789964 May 21 15:27:33.475137 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-41ce716c-868a-49b5-8aaf-30283e9b3142 req-3ab2c312-5faf-44a5-8d39-eb5f3f5dd1ef tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413070 May 21 15:27:33.822444 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e45e1-b6d1-479a-8dc1-97284f464431 req-0ed1ba60-da5c-4c78-9118-02b856f32ee8 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:33.823890 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-365e45e1-b6d1-479a-8dc1-97284f464431 req-0ed1ba60-da5c-4c78-9118-02b856f32ee8 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0801985 May 21 15:27:33.875619 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-365e45e1-b6d1-479a-8dc1-97284f464431 req-82f830c1-1786-499a-9cd8-42e73a73535b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460582 May 21 15:27:34.666171 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f0324-24b0-4453-9e8b-c4141e46c00b req-ade4868f-b86a-4563-8c73-8cc4b3c45089 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:34.668270 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-598f0324-24b0-4453-9e8b-c4141e46c00b req-ade4868f-b86a-4563-8c73-8cc4b3c45089 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 944 time: 0.0879226 May 21 15:27:34.717073 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-598f0324-24b0-4453-9e8b-c4141e46c00b req-dfbe8873-7af4-45c1-9532-b50bc06c16fc tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426543 May 21 15:27:35.069738 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49968272-aadf-4ef3-91d6-f75b9645b299 req-e43f9784-2ae8-484d-90f3-71c91a2743d1 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:35.071203 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-49968272-aadf-4ef3-91d6-f75b9645b299 req-e43f9784-2ae8-484d-90f3-71c91a2743d1 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0811932 May 21 15:27:35.116553 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-49968272-aadf-4ef3-91d6-f75b9645b299 req-6d29cd14-7220-4198-a128-31eca553803b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396843 May 21 15:27:35.844685 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-b9e125d6-4dc3-45f2-bd5f-e485d63adad1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:35.846187 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-b9e125d6-4dc3-45f2-bd5f-e485d63adad1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/networks?id=c1c85717-565d-4f4d-9466-aa4b753ba9d8 HTTP/1.1" status: 200 len: 813 time: 0.1570504 May 21 15:27:35.861277 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-64ae2576-1cf7-4691-80be-7fec72281c89 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/quotas/94d1d901ebef4552b61e376d00984038 HTTP/1.1" status: 200 len: 375 time: 0.0094335 May 21 15:27:35.913992 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fda35f-3dd8-4ec2-bd55-3d0672ac4101 req-36b12235-19f0-4b46-a39c-4c31f9064b9b tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:35.915513 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7fda35f-3dd8-4ec2-bd55-3d0672ac4101 req-36b12235-19f0-4b46-a39c-4c31f9064b9b tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 944 time: 0.0874808 May 21 15:27:35.958206 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-0dfc3c2a-951c-4929-81b7-d6bebaf66749 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94d1d901ebef4552b61e376d00984038&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0914671 May 21 15:27:35.973396 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7fda35f-3dd8-4ec2-bd55-3d0672ac4101 req-e6c0acb8-21ae-46b9-82a3-5eab4c39f8b3 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519431 May 21 15:27:36.101631 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-40444bc9-8d33-4d35-ae35-a02fe7b6ecdc service neutron] 10.222.0.42 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312392 May 21 15:27:36.261476 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-456885e8-6302-4289-b8f0-42b30987124a service neutron] 10.222.0.42 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530135 May 21 15:27:36.378647 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05127a74-9efb-469f-ae5c-3201970618e2 req-cc07906c-5330-4f15-bd18-a5403f4de038 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:36.380240 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-05127a74-9efb-469f-ae5c-3201970618e2 req-cc07906c-5330-4f15-bd18-a5403f4de038 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0883417 May 21 15:27:36.430375 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-05127a74-9efb-469f-ae5c-3201970618e2 req-977b47e5-05a5-4b15-88c0-29d769adb8e0 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410836 May 21 15:27:36.523460 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9bbc0f6a-beb5-4d15-970a-7266f88b8f16 req-c580fe61-338d-4519-bd46-130978f1629b tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 210 time: 0.0535743 May 21 15:27:37.162597 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d61eb-1613-43ac-9197-6238228d7000 req-c776f048-d54d-4174-810a-66597c9bce05 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:37.164065 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-230d61eb-1613-43ac-9197-6238228d7000 req-c776f048-d54d-4174-810a-66597c9bce05 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 944 time: 0.0802674 May 21 15:27:37.219783 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-230d61eb-1613-43ac-9197-6238228d7000 req-f9d13de4-c4fd-4790-ac13-65b227d5cc44 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494392 May 21 15:27:37.708974 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1651ac-2455-4490-a004-0b3ebba7c254 req-661f5580-cae6-4937-8aa8-049c9e6c19b2 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:37.717246 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ea1651ac-2455-4490-a004-0b3ebba7c254 req-661f5580-cae6-4937-8aa8-049c9e6c19b2 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1808288 May 21 15:27:37.729855 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-74dc35dc-285c-45d6-8b5d-f58eda158375 req-bc79fc8d-200e-46dc-a18b-21020ba967a2 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 210 time: 0.0833366 May 21 15:27:37.851130 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ea1651ac-2455-4490-a004-0b3ebba7c254 req-7d644ea8-f443-4714-b905-8a98cb04ea97 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329184 May 21 15:27:37.901837 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-0a98df48-e53f-4d18-8667-a6209d9525a1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:37.903280 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-0a98df48-e53f-4d18-8667-a6209d9525a1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.44 "GET /v2.0/networks?id=c1c85717-565d-4f4d-9466-aa4b753ba9d8 HTTP/1.1" status: 200 len: 813 time: 0.1710410 May 21 15:27:37.925551 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-5bc99c69-7516-4314-bebd-a516de7dfc5a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Request body: {'port': {'device_id': '74b6e474-f04f-493c-b418-a47bf71802d9', 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8', 'admin_state_up': True, 'tenant_id': '94d1d901ebef4552b61e376d00984038'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:38.062593 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-5bc99c69-7516-4314-bebd-a516de7dfc5a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:38.071778 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-5bc99c69-7516-4314-bebd-a516de7dfc5a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:38.081283 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-5bc99c69-7516-4314-bebd-a516de7dfc5a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Made reservation on behalf of 94d1d901ebef4552b61e376d00984038 for: {'port': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:27:38.084646 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-5bc99c69-7516-4314-bebd-a516de7dfc5a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:38.251993 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-5bc99c69-7516-4314-bebd-a516de7dfc5a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Allocated IP 172.20.0.6 (c1c85717-565d-4f4d-9466-aa4b753ba9d8/d55cf0a4-3653-4f79-80d3-ada34aa6222f/f60a6751-5a72-4b1b-ad6c-4db5e4999fe9) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:27:38.544223 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-5bc99c69-7516-4314-bebd-a516de7dfc5a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:38.605500 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526c8ef-5460-448b-b8d3-3fec8f134c02 req-3043a0ea-a2fd-4fa1-9b04-5dc63989090d tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:38.606947 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8526c8ef-5460-448b-b8d3-3fec8f134c02 req-3043a0ea-a2fd-4fa1-9b04-5dc63989090d tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 944 time: 0.1088166 May 21 15:27:38.612546 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-5bc99c69-7516-4314-bebd-a516de7dfc5a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:38.620331 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-a8b96116-6fce-4345-940c-8d0c6d590162 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:38.628902 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['6a0f91c4-ab36-4c44-8f45-bf1e254ed572', '65547b87-893a-4d7f-bdb0-6bb083186cd8', '2902e38e-ea36-4de8-81b7-35f26e5da77e'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:27:38.703606 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-5bc99c69-7516-4314-bebd-a516de7dfc5a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Network c1c85717-565d-4f4d-9466-aa4b753ba9d8 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:27:38.718849 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-5bc99c69-7516-4314-bebd-a516de7dfc5a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:38.730770 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-5bc99c69-7516-4314-bebd-a516de7dfc5a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:27:38.736228 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-5bc99c69-7516-4314-bebd-a516de7dfc5a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:38.737020 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-5bc99c69-7516-4314-bebd-a516de7dfc5a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:38.755802 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc99c69-7516-4314-bebd-a516de7dfc5a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Pushing event updated for resources: {'Port': ['ID=f60a6751-5a72-4b1b-ad6c-4db5e4999fe9,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:38.772079 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8526c8ef-5460-448b-b8d3-3fec8f134c02 req-0b8144c8-f9f5-4b34-8804-0078b8c95aaa tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574137 May 21 15:27:38.773321 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-5bc99c69-7516-4314-bebd-a516de7dfc5a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:38.795310 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-5bc99c69-7516-4314-bebd-a516de7dfc5a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8737433 May 21 15:27:38.813464 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Request body: {'port': {'device_id': '74b6e474-f04f-493c-b418-a47bf71802d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:38.934286 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:38.989674 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05126b90-f43e-43f2-8475-5cc38145f371 req-1841fdb3-f30b-42d4-a59e-7aea4da8253a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:38.991333 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-05126b90-f43e-43f2-8475-5cc38145f371 req-1841fdb3-f30b-42d4-a59e-7aea4da8253a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 931 time: 0.1286595 May 21 15:27:39.040225 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-05126b90-f43e-43f2-8475-5cc38145f371 req-e198cedd-4d89-4054-a992-6ae32a7ee90d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430722 May 21 15:27:39.195855 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a79a3e-518b-4583-b5f8-167b8ff459e4 req-d352e3c7-7c18-4368-a6cf-b4f56ffe6d72 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:39.195855 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c8a79a3e-518b-4583-b5f8-167b8ff459e4 req-d352e3c7-7c18-4368-a6cf-b4f56ffe6d72 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1963153 May 21 15:27:39.248227 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:39.315553 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c8a79a3e-518b-4583-b5f8-167b8ff459e4 req-9b9f335e-e415-4080-9562-f4ecd5eec94f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763974 May 21 15:27:39.412906 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 {{(pid=91543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:27:39.420272 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:39.434532 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Transition to ACTIVE for port object f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 will not be triggered until provisioned by entity L2. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:39.438292 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:39.442765 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f2db100a-d6e5-4ce6-8920-29f27e5df42b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:39.685027 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Pushing event updated for resources: {'Port': ['ID=f60a6751-5a72-4b1b-ad6c-4db5e4999fe9,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:39.687968 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:39.705331 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Attempting to bind port f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:27:39.705671 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Attempting to bind port f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8'}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:27:39.705997 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Attempting to bind port f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 on network c1c85717-565d-4f4d-9466-aa4b753ba9d8 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:27:39.710370 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Port f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 on network c1c85717-565d-4f4d-9466-aa4b753ba9d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:27:39.710683 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Attempting to bind port f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 on network c1c85717-565d-4f4d-9466-aa4b753ba9d8 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:27:39.716320 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:27:39.716644 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Checking segment: {'id': '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:27:39.717054 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Bound using segment: {'id': '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8'} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:27:39.717465 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Bound port: f60a6751-5a72-4b1b-ad6c-4db5e4999fe9, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8'}}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:27:39.717798 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:39.808945 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] For port f60a6751-5a72-4b1b-ad6c-4db5e4999fe9, host hv-cinder-79264, cleared binding levels {{(pid=91543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:27:39.812100 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] For port f60a6751-5a72-4b1b-ad6c-4db5e4999fe9, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f60a6751-5a72-4b1b-ad6c-4db5e4999fe9,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:27:39.816168 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:39.819699 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:39.877357 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:39.877961 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:39.879437 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] 10.222.0.44 "PUT /v2.0/ports/f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 HTTP/1.1" status: 200 len: 1093 time: 1.0731831 May 21 15:27:39.879899 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b6e474-f04f-493c-b418-a47bf71802d9', 'tag': 'f60a6751-5a72-4b1b-ad6c-4db5e4999fe9'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:27:39.935667 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b6e474-f04f-493c-b418-a47bf71802d9', 'tag': 'f60a6751-5a72-4b1b-ad6c-4db5e4999fe9', 'status': 'completed', 'code': 200} May 21 15:27:39.952416 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Pushing event updated for resources: {'Port': ['ID=f60a6751-5a72-4b1b-ad6c-4db5e4999fe9,revision_number=3']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:39.986212 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:40.034438 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f55a97-111b-4ba0-ac82-2443dc1421d9 req-53d10879-dd1e-45ac-8c0c-2ac21b9b3682 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:40.035891 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f9f55a97-111b-4ba0-ac82-2443dc1421d9 req-53d10879-dd1e-45ac-8c0c-2ac21b9b3682 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 944 time: 0.1509922 May 21 15:27:40.047316 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 42c4a404-7bc6-4cf3-9c87-67390ef477e4 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:27:40.063312 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-29fd8c71-5c22-448e-b466-927118b3b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:40.064741 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-29fd8c71-5c22-448e-b466-927118b3b406 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94d1d901ebef4552b61e376d00984038&device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 1096 time: 0.1095793 May 21 15:27:40.144034 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-95fd2d95-b827-4580-bb2f-ce5ca158784a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 HTTP/1.1" status: 200 len: 217 time: 0.0669394 May 21 15:27:40.148379 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f9f55a97-111b-4ba0-ac82-2443dc1421d9 req-f51e2375-a71a-4715-a252-e0cecbc43ffc tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068997 May 21 15:27:40.204826 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 42c4a404-7bc6-4cf3-9c87-67390ef477e4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=42c4a404-7bc6-4cf3-9c87-67390ef477e4,segment=NetworkSegment(ac6731e0-8b75-4255-ae5e-8e7273786f16),segment_id=ac6731e0-8b75-4255-ae5e-8e7273786f16)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:40.229072 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': '42c4a404-7bc6-4cf3-9c87-67390ef477e4', 'network_id': '6a00215b-112c-4880-be0b-c38428ee9895', 'port_id': '42c4a404-7bc6-4cf3-9c87-67390ef477e4', 'mac_address': 'fa:16:3e:c4:24:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a52cc8d-8f59-48f5-bcd8-57783eca7a67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:27:40.230610 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-22fef4ab-3b9f-49ec-aeef-02f3a7d3150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:40.232620 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-22fef4ab-3b9f-49ec-aeef-02f3a7d3150c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d55cf0a4-3653-4f79-80d3-ada34aa6222f HTTP/1.1" status: 200 len: 853 time: 0.0796623 May 21 15:27:40.251906 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e3f14-f86e-406d-a2e9-1fe1ca1d1d59 req-aaae8da9-e30f-4004-b20d-0fd4e35c9e29 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:40.254133 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-690e3f14-f86e-406d-a2e9-1fe1ca1d1d59 req-aaae8da9-e30f-4004-b20d-0fd4e35c9e29 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 943 time: 0.0930254 May 21 15:27:40.294778 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:40.298139 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-12913f9d-a59a-40cd-9d4c-6df58aaf74eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1c85717-565d-4f4d-9466-aa4b753ba9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491757 May 21 15:27:40.302001 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-690e3f14-f86e-406d-a2e9-1fe1ca1d1d59 req-d4c6bd27-2afa-477e-b711-6e760fbc38a0 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403078 May 21 15:27:40.312843 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c4a404-7bc6-4cf3-9c87-67390ef477e4 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:27:40.330403 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 42c4a404-7bc6-4cf3-9c87-67390ef477e4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=42c4a404-7bc6-4cf3-9c87-67390ef477e4,segment=NetworkSegment(ac6731e0-8b75-4255-ae5e-8e7273786f16),segment_id=ac6731e0-8b75-4255-ae5e-8e7273786f16)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:40.334632 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:40.337999 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-cddb8d00-b9ba-4552-bbb2-ee360d789cfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:40.420684 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=42c4a404-7bc6-4cf3-9c87-67390ef477e4,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:40.424056 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:40.453446 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-8402d777-a4b1-46ba-b367-9b163b41585e service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342127 May 21 15:27:40.528201 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e95576-16fa-4c21-8c60-6fdb333b9ab7 req-3af014cb-b54a-4676-957b-7f1659332df0 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:40.530790 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-75e95576-16fa-4c21-8c60-6fdb333b9ab7 req-3af014cb-b54a-4676-957b-7f1659332df0 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0880442 May 21 15:27:40.580759 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-75e95576-16fa-4c21-8c60-6fdb333b9ab7 req-a1c70074-92b7-4f1d-8aa1-13a50098cba5 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442297 May 21 15:27:40.592323 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38a35ae7-9214-425b-ba56-5b2b8f8d3e0c req-614c8061-aace-411f-91b6-b2779521d7a3 service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249375 May 21 15:27:40.735983 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14947f9b-4a48-4d7f-ba9f-ae70b57b2ef8 req-8bf3e2e0-cacb-49ac-8c45-2925f806d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:40.737826 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-14947f9b-4a48-4d7f-ba9f-ae70b57b2ef8 req-8bf3e2e0-cacb-49ac-8c45-2925f806d2eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94d1d901ebef4552b61e376d00984038&device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 1096 time: 0.0753992 May 21 15:27:40.877677 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14947f9b-4a48-4d7f-ba9f-ae70b57b2ef8 req-929e8924-05b4-4c2b-97a5-b497bb777e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:40.879016 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-14947f9b-4a48-4d7f-ba9f-ae70b57b2ef8 req-929e8924-05b4-4c2b-97a5-b497bb777e39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1c85717-565d-4f4d-9466-aa4b753ba9d8 HTTP/1.1" status: 200 len: 914 time: 0.1257367 May 21 15:27:40.906841 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['42c4a404-7bc6-4cf3-9c87-67390ef477e4'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:27:40.960084 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-14947f9b-4a48-4d7f-ba9f-ae70b57b2ef8 req-ae9408cd-c6a6-401c-8841-d9365a1ee47e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 HTTP/1.1" status: 200 len: 217 time: 0.0658920 May 21 15:27:41.025546 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14947f9b-4a48-4d7f-ba9f-ae70b57b2ef8 req-fdac3ee3-e5a5-489b-b663-268f81dd4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:41.027124 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-14947f9b-4a48-4d7f-ba9f-ae70b57b2ef8 req-fdac3ee3-e5a5-489b-b663-268f81dd4a07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d55cf0a4-3653-4f79-80d3-ada34aa6222f HTTP/1.1" status: 200 len: 853 time: 0.0587614 May 21 15:27:41.083702 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-14947f9b-4a48-4d7f-ba9f-ae70b57b2ef8 req-97974518-4570-4b30-aa36-50de3d3b0f47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1c85717-565d-4f4d-9466-aa4b753ba9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421877 May 21 15:27:41.225255 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-14947f9b-4a48-4d7f-ba9f-ae70b57b2ef8 req-610e9942-c6e0-4633-b4f4-a63720581c40 service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245916 May 21 15:27:41.357168 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d85c1-4608-4b9e-b708-229bd600e706 req-1895fd4b-6d08-4e71-82f5-3eab8f4eb030 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:41.358702 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1c5d85c1-4608-4b9e-b708-229bd600e706 req-1895fd4b-6d08-4e71-82f5-3eab8f4eb030 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 945 time: 0.0878515 May 21 15:27:41.407385 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1c5d85c1-4608-4b9e-b708-229bd600e706 req-d7ee6adc-6745-4f0a-84f1-5e8bdd9de07b tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424812 May 21 15:27:41.448217 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-14947f9b-4a48-4d7f-ba9f-ae70b57b2ef8 req-21ab91c7-3cab-4a65-9741-ad988e3049b9 service neutron] 10.222.0.44 "GET /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126560 May 21 15:27:41.531627 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaca03-7685-4ae3-bda5-3f726bd8a8c3 req-bd7dcf80-363b-4a9b-b469-e23b268b9d29 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:41.532314 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-5adaca03-7685-4ae3-bda5-3f726bd8a8c3 req-bd7dcf80-363b-4a9b-b469-e23b268b9d29 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Synchronizing usage tracker for tenant:94d1d901ebef4552b61e376d00984038 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:27:41.548459 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-5adaca03-7685-4ae3-bda5-3f726bd8a8c3 req-bd7dcf80-363b-4a9b-b469-e23b268b9d29 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Unset dirty status for tenant:94d1d901ebef4552b61e376d00984038 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:27:41.549626 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5adaca03-7685-4ae3-bda5-3f726bd8a8c3 req-bd7dcf80-363b-4a9b-b469-e23b268b9d29 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 943 time: 0.1045599 May 21 15:27:41.595905 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5adaca03-7685-4ae3-bda5-3f726bd8a8c3 req-14e51e37-90af-491e-8615-5143a2ccd8f8 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398438 May 21 15:27:41.777936 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b212e7-1cfa-4469-9964-30ac641e9e25 req-587e0d93-c36a-42b0-8ba3-05c2d584390a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:41.786338 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f3b212e7-1cfa-4469-9964-30ac641e9e25 req-587e0d93-c36a-42b0-8ba3-05c2d584390a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0966506 May 21 15:27:41.831092 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f3b212e7-1cfa-4469-9964-30ac641e9e25 req-a34b76c8-6df4-4fa2-ac37-fbf6947b353f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383012 May 21 15:27:42.596707 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f8bad-3949-474d-b65a-9ff7b323c978 req-30cf6d35-3667-42ab-8a51-5c83ecce2271 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:42.598672 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f34f8bad-3949-474d-b65a-9ff7b323c978 req-30cf6d35-3667-42ab-8a51-5c83ecce2271 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 945 time: 0.0850573 May 21 15:27:42.644652 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f34f8bad-3949-474d-b65a-9ff7b323c978 req-9c2e7842-65ad-4511-8cde-baff02f31c76 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401757 May 21 15:27:42.907152 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a312d-cc87-44f2-bb4c-c83c3d67d46f req-836a5f1b-1f57-4e73-8b19-c1a0215d1b88 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:42.908689 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-029a312d-cc87-44f2-bb4c-c83c3d67d46f req-836a5f1b-1f57-4e73-8b19-c1a0215d1b88 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 943 time: 0.1694672 May 21 15:27:42.954048 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-029a312d-cc87-44f2-bb4c-c83c3d67d46f req-0a36a69b-c677-45e7-b05e-7de521896d70 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397701 May 21 15:27:43.031708 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d062f91-4704-4c2c-bb77-be804bfa84ec req-e8929712-8737-4afb-af2c-72425f7e60e0 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:43.033510 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2d062f91-4704-4c2c-bb77-be804bfa84ec req-e8929712-8737-4afb-af2c-72425f7e60e0 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0815296 May 21 15:27:43.079490 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2d062f91-4704-4c2c-bb77-be804bfa84ec req-63ba0bad-243c-4349-b588-601fda0e29c3 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399587 May 21 15:27:43.829387 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eae00b-2e58-4476-a252-60dada1c1228 req-f2d95932-b2a8-430f-8e6a-1030e49fb46b tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:43.830828 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b6eae00b-2e58-4476-a252-60dada1c1228 req-f2d95932-b2a8-430f-8e6a-1030e49fb46b tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 945 time: 0.0786738 May 21 15:27:43.881161 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b6eae00b-2e58-4476-a252-60dada1c1228 req-ff52dec1-8743-4915-b139-3aede9b51336 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447340 May 21 15:27:44.071654 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 42c4a404-7bc6-4cf3-9c87-67390ef477e4 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:44.144201 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port 42c4a404-7bc6-4cf3-9c87-67390ef477e4 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:27:44.149041 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port 42c4a404-7bc6-4cf3-9c87-67390ef477e4 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:44.149422 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:44.153322 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361ca41-db1a-425b-ada6-f590581a339b req-79091b25-964f-4d10-8405-ac331684f6c4 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:44.159427 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7361ca41-db1a-425b-ada6-f590581a339b req-79091b25-964f-4d10-8405-ac331684f6c4 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 943 time: 0.0960257 May 21 15:27:44.201705 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7361ca41-db1a-425b-ada6-f590581a339b req-e96faacc-0885-43d4-bff3-78eee5443353 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 May 21 15:27:44.281811 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:44.304296 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbe045-1270-4808-bd2b-03cbe27a5ff5 req-7d661c33-1ef4-4734-9e60-4ea89050f8aa tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:44.311538 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41cbed4-070f-4c73-8dbe-b6de8a04c101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c4a404-7bc6-4cf3-9c87-67390ef477e4'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:27:44.313296 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-06dbe045-1270-4808-bd2b-03cbe27a5ff5 req-7d661c33-1ef4-4734-9e60-4ea89050f8aa tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1245363 May 21 15:27:44.322085 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 42c4a404-7bc6-4cf3-9c87-67390ef477e4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=42c4a404-7bc6-4cf3-9c87-67390ef477e4,segment=NetworkSegment(ac6731e0-8b75-4255-ae5e-8e7273786f16),segment_id=ac6731e0-8b75-4255-ae5e-8e7273786f16)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:44.332907 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:44.335107 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:44.361741 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-06dbe045-1270-4808-bd2b-03cbe27a5ff5 req-0ea2fbc7-c607-4faa-8d19-b0f2758c5d44 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468085 May 21 15:27:44.405987 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41cbed4-070f-4c73-8dbe-b6de8a04c101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c4a404-7bc6-4cf3-9c87-67390ef477e4', 'code': 200} May 21 15:27:44.409533 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=42c4a404-7bc6-4cf3-9c87-67390ef477e4,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:44.412400 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:44.667590 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6768cde-2118-4114-9853-5605996b08a1 req-3dff7708-cc77-4ee7-8a5e-be9ee65bb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:44.669131 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c6768cde-2118-4114-9853-5605996b08a1 req-3dff7708-cc77-4ee7-8a5e-be9ee65bb2f3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 1099 time: 0.0716989 May 21 15:27:44.713554 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c6768cde-2118-4114-9853-5605996b08a1 req-72abd927-0e24-45f6-9479-0f22392cf9c6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337970 May 21 15:27:45.076336 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db84afe-7840-4771-81bf-2bfad9059189 req-2856af62-200f-4767-b3e3-cf8f8b3756c1 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:45.077916 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7db84afe-7840-4771-81bf-2bfad9059189 req-2856af62-200f-4767-b3e3-cf8f8b3756c1 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 946 time: 0.0844085 May 21 15:27:45.126044 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7db84afe-7840-4771-81bf-2bfad9059189 req-b5d46699-0c54-4a87-8997-f2714dd80d5f tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421989 May 21 15:27:45.392419 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9007fa-a195-4a6f-afcc-00e491239fbc req-1ca541c0-eb8d-44f3-8406-ae180cb50552 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:45.393928 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-da9007fa-a195-4a6f-afcc-00e491239fbc req-1ca541c0-eb8d-44f3-8406-ae180cb50552 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 943 time: 0.0803635 May 21 15:27:45.446078 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-da9007fa-a195-4a6f-afcc-00e491239fbc req-7ccbcd8e-f790-4992-aff9-2ac6c4037ed8 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447719 May 21 15:27:45.632386 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69471419-c21b-4811-bcbc-0ce4d7ba0cb2 req-7ca3e28d-9270-45d7-996c-1bfa48ff1624 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:45.633844 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-69471419-c21b-4811-bcbc-0ce4d7ba0cb2 req-7ca3e28d-9270-45d7-996c-1bfa48ff1624 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0818229 May 21 15:27:45.678287 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-69471419-c21b-4811-bcbc-0ce4d7ba0cb2 req-8740e29f-c62b-4cb4-92fa-f2a713b23300 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384679 May 21 15:27:46.314874 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d9b3e-bbfe-40f0-9f93-bb1f49001e2e req-44a91bc1-a1de-420c-af9e-ad4d47d5c480 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:46.316274 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-517d9b3e-bbfe-40f0-9f93-bb1f49001e2e req-44a91bc1-a1de-420c-af9e-ad4d47d5c480 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 946 time: 0.0869470 May 21 15:27:46.367938 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-517d9b3e-bbfe-40f0-9f93-bb1f49001e2e req-d67cbd20-4488-4052-ac63-8dddd7cbd97c tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454257 May 21 15:27:46.651613 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364bbd4-908f-48bf-89c6-44146e6a0dd7 req-3bf10809-e1f1-4975-b1ab-2aca471d6fe0 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:46.652981 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a364bbd4-908f-48bf-89c6-44146e6a0dd7 req-3bf10809-e1f1-4975-b1ab-2aca471d6fe0 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 943 time: 0.0891256 May 21 15:27:46.696810 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a364bbd4-908f-48bf-89c6-44146e6a0dd7 req-ab4aae28-c2d1-4d99-8722-e136862bd396 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382459 May 21 15:27:46.866075 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622ff32-a99b-464e-9b63-34ecb17543a8 req-5f0435c1-c1a6-42a1-b27b-60cf935530d3 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:46.867512 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8622ff32-a99b-464e-9b63-34ecb17543a8 req-5f0435c1-c1a6-42a1-b27b-60cf935530d3 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0828025 May 21 15:27:46.911375 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8622ff32-a99b-464e-9b63-34ecb17543a8 req-8682bfb9-5c6e-42b9-953e-7258f93cf1db tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381038 May 21 15:27:47.548731 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00c83-d263-4521-a635-261d3b0be2c0 req-62add4a5-bfda-4991-866f-8f3c9a3f9a5d tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:47.550199 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-78c00c83-d263-4521-a635-261d3b0be2c0 req-62add4a5-bfda-4991-866f-8f3c9a3f9a5d tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 946 time: 0.0777538 May 21 15:27:47.598609 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-78c00c83-d263-4521-a635-261d3b0be2c0 req-90edc2e3-a750-4497-a739-a5501a092d58 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427155 May 21 15:27:47.898542 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360621eb-785d-4b38-a09a-667435888797 req-8eb91c6d-490e-4237-9fbb-550275294827 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:47.900023 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-360621eb-785d-4b38-a09a-667435888797 req-8eb91c6d-490e-4237-9fbb-550275294827 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 943 time: 0.0885136 May 21 15:27:47.953390 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-360621eb-785d-4b38-a09a-667435888797 req-d162f2ef-a968-4ddd-bbeb-0cbae503df0c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472791 May 21 15:27:48.135464 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4245e-6b2e-4c26-877b-61ab05ef79ae req-491a81a2-7bff-44aa-8b88-9b16f605a32f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:48.136938 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-73e4245e-6b2e-4c26-877b-61ab05ef79ae req-491a81a2-7bff-44aa-8b88-9b16f605a32f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0979638 May 21 15:27:48.180342 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-73e4245e-6b2e-4c26-877b-61ab05ef79ae req-1896220c-d5a8-47d9-af85-4064cbfa86b5 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376818 May 21 15:27:49.143588 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1ce32-75c4-4db8-9aa6-5825e18b2eda req-e39af3a1-1498-4cb5-961f-d487858f36c0 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:49.145106 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-89c1ce32-75c4-4db8-9aa6-5825e18b2eda req-e39af3a1-1498-4cb5-961f-d487858f36c0 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 943 time: 0.0858090 May 21 15:27:49.191453 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-89c1ce32-75c4-4db8-9aa6-5825e18b2eda req-5c96586d-a12e-410b-877b-e3f956ae35f7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405493 May 21 15:27:49.374188 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c3b96-0beb-44bb-a456-f69c0199ebba req-8ce146bf-0c3d-4862-8427-f8df571005c9 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:49.375712 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-fb1c3b96-0beb-44bb-a456-f69c0199ebba req-8ce146bf-0c3d-4862-8427-f8df571005c9 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0850480 May 21 15:27:49.430257 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-fb1c3b96-0beb-44bb-a456-f69c0199ebba req-96d22756-2809-49c5-b7b9-d7a3af8dc878 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470779 May 21 15:27:50.390759 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2002c78-0042-4bfe-ad8a-1b3e69b48c0a req-199ea296-99ad-4041-b76a-5fec960bd26a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:50.392140 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a2002c78-0042-4bfe-ad8a-1b3e69b48c0a req-199ea296-99ad-4041-b76a-5fec960bd26a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 943 time: 0.0867069 May 21 15:27:50.438321 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a2002c78-0042-4bfe-ad8a-1b3e69b48c0a req-d59ecc86-8664-47f5-b629-189025de5af5 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403440 May 21 15:27:50.629456 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8a359-69bd-4f30-ac72-2777b2d2bafa req-87320cd4-268c-477f-8730-aa08756a7a81 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:50.630888 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f3d8a359-69bd-4f30-ac72-2777b2d2bafa req-87320cd4-268c-477f-8730-aa08756a7a81 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0918725 May 21 15:27:50.679013 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f3d8a359-69bd-4f30-ac72-2777b2d2bafa req-057cf3c4-e7d9-4dbb-93d5-89004d10b537 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417874 May 21 15:27:51.466036 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-6c2570c6-9097-4a65-8cbd-9f8d99826111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:51.536448 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5a9a6-eec8-4158-845d-59e74b1f668c req-3be7b957-2588-4143-abf8-f3effae7abce tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:51.537918 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-60e5a9a6-eec8-4158-845d-59e74b1f668c req-3be7b957-2588-4143-abf8-f3effae7abce tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 946 time: 0.0830107 May 21 15:27:51.594681 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-60e5a9a6-eec8-4158-845d-59e74b1f668c req-dbaed324-5fc4-4065-a8ba-5161850e0a60 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497510 May 21 15:27:51.642404 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4284df4-951a-4c0f-b921-5a1471216827 req-1228ef11-543a-4f1e-9a7d-bead08a93284 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:51.644627 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c4284df4-951a-4c0f-b921-5a1471216827 req-1228ef11-543a-4f1e-9a7d-bead08a93284 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 943 time: 0.0960939 May 21 15:27:51.691939 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c4284df4-951a-4c0f-b921-5a1471216827 req-01ecfbbf-c47e-4c22-9db0-de6408d849fa tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404410 May 21 15:27:51.863617 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d329f-37d6-46f5-937a-59cd57cc3090 req-a26947d1-8396-458d-9211-e5b5c4d293df tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:51.865171 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a83d329f-37d6-46f5-937a-59cd57cc3090 req-a26947d1-8396-458d-9211-e5b5c4d293df tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0818112 May 21 15:27:51.912645 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a83d329f-37d6-46f5-937a-59cd57cc3090 req-58e7c322-996b-4805-bb95-e26fb058994e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396872 May 21 15:27:52.802626 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400f314-cab1-40ee-84db-7e4ba319e4a3 req-112fb1f3-1af0-494c-a0af-d211c382e521 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:52.804275 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b400f314-cab1-40ee-84db-7e4ba319e4a3 req-112fb1f3-1af0-494c-a0af-d211c382e521 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 946 time: 0.0928741 May 21 15:27:52.853963 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b400f314-cab1-40ee-84db-7e4ba319e4a3 req-e2a21402-bea8-4901-ab7a-bf2215a18ec7 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 May 21 15:27:52.885069 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844549d-43e4-4d9b-a9cb-03eeba6bb106 req-95040310-1516-42b5-b767-2150c80d9fc9 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:52.886448 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d844549d-43e4-4d9b-a9cb-03eeba6bb106 req-95040310-1516-42b5-b767-2150c80d9fc9 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 943 time: 0.0818651 May 21 15:27:52.933772 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d844549d-43e4-4d9b-a9cb-03eeba6bb106 req-ed5a96c2-7c20-4055-b141-dbbd3f697941 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396399 May 21 15:27:53.100865 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc5542-b1b5-407e-9351-279e70571120 req-12adf660-489a-4d29-a77b-9a240f2bf004 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:53.102959 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1dfc5542-b1b5-407e-9351-279e70571120 req-12adf660-489a-4d29-a77b-9a240f2bf004 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0846283 May 21 15:27:53.146970 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1dfc5542-b1b5-407e-9351-279e70571120 req-408d4c96-0a9b-4b04-94bc-36bc19561239 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379117 May 21 15:27:53.812938 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:54.049422 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6d2fa-214c-4317-89a4-aba15dd43779 req-100644ca-755e-4361-a81e-dcd6f3ab867d tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:54.051087 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-fcc6d2fa-214c-4317-89a4-aba15dd43779 req-100644ca-755e-4361-a81e-dcd6f3ab867d tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 946 time: 0.0897558 May 21 15:27:54.098045 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-fcc6d2fa-214c-4317-89a4-aba15dd43779 req-e48fc595-6c45-4b37-a3d5-08d6c40cc45c tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412540 May 21 15:27:54.127548 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fdfc1-4b8b-4d22-a42a-19f7afa69cba req-ccc915f4-7372-4223-a791-8dcf4b0039b8 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:54.129019 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b41fdfc1-4b8b-4d22-a42a-19f7afa69cba req-ccc915f4-7372-4223-a791-8dcf4b0039b8 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 943 time: 0.0838106 May 21 15:27:54.160784 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-3bb1c085-1ebf-4764-a22c-5c1094caf72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:54.181253 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b41fdfc1-4b8b-4d22-a42a-19f7afa69cba req-fe36774a-94af-4e3e-a45c-3e00a37194da tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465181 May 21 15:27:54.335670 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e3047-4d67-4605-bba2-0f1181e70a13 req-0f86a64c-002f-4214-a5f0-3ed80f7b9153 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:54.337183 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5b0e3047-4d67-4605-bba2-0f1181e70a13 req-0f86a64c-002f-4214-a5f0-3ed80f7b9153 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0821521 May 21 15:27:54.386620 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5b0e3047-4d67-4605-bba2-0f1181e70a13 req-7a1b439b-35a8-4fef-a7e0-e6a481564081 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433538 May 21 15:27:54.630283 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad146c00-68bb-4b06-ad56-dde206e19360 req-d074828f-7626-49fb-8ac9-9c5119d6d226 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:54.631602 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ad146c00-68bb-4b06-ad56-dde206e19360 req-d074828f-7626-49fb-8ac9-9c5119d6d226 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.44 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 946 time: 0.0796335 May 21 15:27:54.830417 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-ad146c00-68bb-4b06-ad56-dde206e19360 req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Deleting port 42c4a404-7bc6-4cf3-9c87-67390ef477e4 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:27:54.830757 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ad146c00-68bb-4b06-ad56-dde206e19360 req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:55.004033 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:55.007950 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-ad146c00-68bb-4b06-ad56-dde206e19360 req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] For port 42c4a404-7bc6-4cf3-9c87-67390ef477e4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=42c4a404-7bc6-4cf3-9c87-67390ef477e4,segment=NetworkSegment(ac6731e0-8b75-4255-ae5e-8e7273786f16),segment_id=ac6731e0-8b75-4255-ae5e-8e7273786f16)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:55.008320 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ad146c00-68bb-4b06-ad56-dde206e19360 req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:55.141811 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-ad146c00-68bb-4b06-ad56-dde206e19360 req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Calling delete_port for 42c4a404-7bc6-4cf3-9c87-67390ef477e4 owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:27:55.174543 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3884c4d-67d1-4120-8553-72e48f853e0f req-3545a7e2-76e1-43dc-8e37-fe816ac174d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:55.175916 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c3884c4d-67d1-4120-8553-72e48f853e0f req-3545a7e2-76e1-43dc-8e37-fe816ac174d5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 1099 time: 0.2163677 May 21 15:27:55.312020 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c3884c4d-67d1-4120-8553-72e48f853e0f req-72965066-095d-495f-84d7-24b1ed3d9dfd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270766 May 21 15:27:55.362492 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ad146c00-68bb-4b06-ad56-dde206e19360 req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:55.368590 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c1e2771b-14e8-445d-8150-2f319bd68804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:55.379630 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['42c4a404-7bc6-4cf3-9c87-67390ef477e4'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:27:55.391271 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b90d3-61a8-4de5-9952-e3bfa08e4c29 req-f2d412f3-2dbb-49df-843a-d5ffe9f0b521 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:55.393441 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d57b90d3-61a8-4de5-9952-e3bfa08e4c29 req-f2d412f3-2dbb-49df-843a-d5ffe9f0b521 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 943 time: 0.0875263 May 21 15:27:55.417873 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Pushing event deleted for resources: {'Port': ['ID=42c4a404-7bc6-4cf3-9c87-67390ef477e4,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:55.427235 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34e981-47ff-4fed-b818-f4cc49d041a5 req-427a8ce6-3851-470f-9dd4-8d4e03bd57a9 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:55.428618 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-6d34e981-47ff-4fed-b818-f4cc49d041a5 req-427a8ce6-3851-470f-9dd4-8d4e03bd57a9 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41cbed4-070f-4c73-8dbe-b6de8a04c101 HTTP/1.1" status: 200 len: 946 time: 0.2073536 May 21 15:27:55.439361 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:55.439710 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:55.440060 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:55.440406 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:55.440749 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:55.441155 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:55.441893 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:55.441893 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:55.442149 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:55.442367 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d57b90d3-61a8-4de5-9952-e3bfa08e4c29 req-3ada3092-b581-430a-9c13-d5c7fd7b0c0e tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434630 May 21 15:27:55.442502 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:55.442811 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:55.443142 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:55.484484 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:55.542292 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad146c00-68bb-4b06-ad56-dde206e19360 req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] No DVR routers for this DVR port 42c4a404-7bc6-4cf3-9c87-67390ef477e4 on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:27:55.546812 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ad146c00-68bb-4b06-ad56-dde206e19360 req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:55.549304 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41cbed4-070f-4c73-8dbe-b6de8a04c101', 'name': 'network-vif-deleted', 'tag': '42c4a404-7bc6-4cf3-9c87-67390ef477e4'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:27:55.565435 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-6d34e981-47ff-4fed-b818-f4cc49d041a5 req-a4895b04-a35f-43fd-9129-0b7ee11aadd3 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.42 "GET /v2.0/security-groups?id=697f0ba4-d1e7-40e9-bb56-2de01aecc444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295571 May 21 15:27:55.571044 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ad146c00-68bb-4b06-ad56-dde206e19360 req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] 10.222.0.44 "DELETE /v2.0/ports/42c4a404-7bc6-4cf3-9c87-67390ef477e4 HTTP/1.1" status: 204 len: 173 time: 0.9302521 May 21 15:27:55.656054 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42579e-08bf-4529-9d02-fc9e2bc993ad req-0f949eda-264a-45ad-9143-f4f0f3d56817 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:55.661404 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-de42579e-08bf-4529-9d02-fc9e2bc993ad req-0f949eda-264a-45ad-9143-f4f0f3d56817 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1194928 May 21 15:27:55.710625 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-de42579e-08bf-4529-9d02-fc9e2bc993ad req-c4b96e34-d868-45bb-b0d4-1b1652caa9ca tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465057 May 21 15:27:55.914393 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41cbed4-070f-4c73-8dbe-b6de8a04c101', 'name': 'network-vif-deleted', 'tag': '42c4a404-7bc6-4cf3-9c87-67390ef477e4', 'status': 'completed', 'code': 200} May 21 15:27:56.125242 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:27:56.263406 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port f60a6751-5a72-4b1b-ad6c-4db5e4999fe9, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f60a6751-5a72-4b1b-ad6c-4db5e4999fe9,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:56.278632 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': 'f60a6751-5a72-4b1b-ad6c-4db5e4999fe9', 'network_id': 'c1c85717-565d-4f4d-9466-aa4b753ba9d8', 'port_id': 'f60a6751-5a72-4b1b-ad6c-4db5e4999fe9', 'mac_address': 'fa:16:3e:b3:ef:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55cf0a4-3653-4f79-80d3-ada34aa6222f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:27:56.338625 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:56.358409 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:27:56.375962 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port f60a6751-5a72-4b1b-ad6c-4db5e4999fe9, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f60a6751-5a72-4b1b-ad6c-4db5e4999fe9,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:56.380875 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:56.383128 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:56.458707 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=f60a6751-5a72-4b1b-ad6c-4db5e4999fe9,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:56.462080 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:56.654483 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ff5a6-81ba-474d-92c3-a8a6c52f298d req-3805ee2d-531f-464a-ba26-a0691340c991 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:56.655938 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0e1ff5a6-81ba-474d-92c3-a8a6c52f298d req-3805ee2d-531f-464a-ba26-a0691340c991 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 944 time: 0.1021857 May 21 15:27:56.707456 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0e1ff5a6-81ba-474d-92c3-a8a6c52f298d req-b0565a60-8832-4dc8-86fb-5ade6c23c3f9 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459995 May 21 15:27:56.819086 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:56.913064 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad1e7e-5c1b-4606-a416-da436d8ca201 req-57b03366-3d3d-48c9-85fb-93636f0de706 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:56.914525 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4bad1e7e-5c1b-4606-a416-da436d8ca201 req-57b03366-3d3d-48c9-85fb-93636f0de706 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0857539 May 21 15:27:56.961087 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4bad1e7e-5c1b-4606-a416-da436d8ca201 req-d1baa976-1ff8-42f6-aa59-7e15f176a1b0 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 May 21 15:27:56.987124 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['f60a6751-5a72-4b1b-ad6c-4db5e4999fe9'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:27:57.890867 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649d3c8-11ff-46cc-88ee-46949ca22b64 req-e7f9e4f6-de1c-4e2b-aaa1-4d8306ef2d07 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:57.892313 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1649d3c8-11ff-46cc-88ee-46949ca22b64 req-e7f9e4f6-de1c-4e2b-aaa1-4d8306ef2d07 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 944 time: 0.0784039 May 21 15:27:57.937301 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1649d3c8-11ff-46cc-88ee-46949ca22b64 req-8c7aaf69-296f-4fe1-b47e-055fdf39d629 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388787 May 21 15:27:58.140383 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 42c4a404-7bc6-4cf3-9c87-67390ef477e4 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:27:58.156572 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc580495-6419-41dc-95fb-9686d9b5cab1 req-93bb2a23-f652-4632-96c2-045e40b96fb1 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:58.159923 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dc580495-6419-41dc-95fb-9686d9b5cab1 req-93bb2a23-f652-4632-96c2-045e40b96fb1 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0869501 May 21 15:27:58.179784 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: 42c4a404-7bc6-4cf3-9c87-67390ef477e4 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:27:58.180318 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 42c4a404-7bc6-4cf3-9c87-67390ef477e4 not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:27:58.210326 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dc580495-6419-41dc-95fb-9686d9b5cab1 req-9c128771-fc11-4363-a850-6e16dbef6b69 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446198 May 21 15:27:58.410828 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e590d-1f25-4a0d-b638-adba0f359341 req-2824d089-d795-46ac-ac91-46dd6e915dba tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:58.412278 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e55e590d-1f25-4a0d-b638-adba0f359341 req-2824d089-d795-46ac-ac91-46dd6e915dba tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0834603 May 21 15:27:58.460161 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e55e590d-1f25-4a0d-b638-adba0f359341 req-d4879cfb-d405-4f85-aa63-556f0240464b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414329 May 21 15:27:59.149719 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8fcf0-0ce4-4230-a858-1b5c3f9aaa46 req-fba1bbe8-4d45-4503-8cde-25cefa261380 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:59.151676 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b3b8fcf0-0ce4-4230-a858-1b5c3f9aaa46 req-fba1bbe8-4d45-4503-8cde-25cefa261380 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 944 time: 0.0865114 May 21 15:27:59.196083 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b3b8fcf0-0ce4-4230-a858-1b5c3f9aaa46 req-0b381a76-7c9e-493a-9420-85fe66095d70 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385809 May 21 15:28:00.157809 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:28:00.309475 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:28:00.316746 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:28:00.317321 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:00.483081 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:00.506250 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1b372-79e7-4aac-95f9-87b41a36b599 req-36a5f54a-bab7-47a1-9106-a93b7d0caa92 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:00.515845 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-dda1b372-79e7-4aac-95f9-87b41a36b599 req-36a5f54a-bab7-47a1-9106-a93b7d0caa92 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 944 time: 0.1043880 May 21 15:28:00.521612 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port f60a6751-5a72-4b1b-ad6c-4db5e4999fe9, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f60a6751-5a72-4b1b-ad6c-4db5e4999fe9,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:00.523343 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b6e474-f04f-493c-b418-a47bf71802d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60a6751-5a72-4b1b-ad6c-4db5e4999fe9'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:28:00.531457 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:00.534846 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:00.610808 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-dda1b372-79e7-4aac-95f9-87b41a36b599 req-a1ec04b1-cd7b-4ae5-9dd4-36dfae7e22dc tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939088 May 21 15:28:00.636938 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=f60a6751-5a72-4b1b-ad6c-4db5e4999fe9,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:00.659399 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:00.659635 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:00.659979 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:00.660318 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:00.660695 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:00.662285 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:00.662636 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:00.662973 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:00.663309 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:00.663643 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:00.666484 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:00.666873 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:00.681739 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:00.764372 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de364ff0-3f9c-4901-883f-11d0f3a1a989 req-a18df88a-c5ca-4bc0-aa59-b732865a4c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:00.769053 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-de364ff0-3f9c-4901-883f-11d0f3a1a989 req-a18df88a-c5ca-4bc0-aa59-b732865a4c2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0d681e2048434c9bb18943b86cfdb059&device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 1098 time: 0.0862141 May 21 15:28:00.911975 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b6e474-f04f-493c-b418-a47bf71802d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60a6751-5a72-4b1b-ad6c-4db5e4999fe9', 'code': 200} May 21 15:28:00.978454 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de364ff0-3f9c-4901-883f-11d0f3a1a989 req-b2a78888-fbf5-474e-b0b5-0f0c2aa798a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:00.980183 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-de364ff0-3f9c-4901-883f-11d0f3a1a989 req-b2a78888-fbf5-474e-b0b5-0f0c2aa798a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c HTTP/1.1" status: 200 len: 919 time: 0.1994815 May 21 15:28:01.072546 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-de364ff0-3f9c-4901-883f-11d0f3a1a989 req-d1d9e89b-1ed1-4b5f-bded-a9051d9dc6cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae5d9ad0-d729-4705-b921-2d43ffbfbf80 HTTP/1.1" status: 200 len: 217 time: 0.0766814 May 21 15:28:01.095962 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94857a89-1535-49d6-ac4e-91f1d3703f0e req-691fd683-6627-4629-8127-9ffc764e3258 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:01.097895 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-94857a89-1535-49d6-ac4e-91f1d3703f0e req-691fd683-6627-4629-8127-9ffc764e3258 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0941956 May 21 15:28:01.148599 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-94857a89-1535-49d6-ac4e-91f1d3703f0e req-7c59fae2-7ef8-4c93-abf2-c0ef0bc270d5 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450497 May 21 15:28:01.152494 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de364ff0-3f9c-4901-883f-11d0f3a1a989 req-6a110e28-c1e3-4209-acd8-4f94f2cf46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:01.153957 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-de364ff0-3f9c-4901-883f-11d0f3a1a989 req-6a110e28-c1e3-4209-acd8-4f94f2cf46d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=355f014a-5478-4d88-83e9-4ebb6ef8c26e HTTP/1.1" status: 200 len: 858 time: 0.0653527 May 21 15:28:01.338369 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-de364ff0-3f9c-4901-883f-11d0f3a1a989 req-55213b71-6f34-4bb1-b519-57f9dedcb07b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1559293 May 21 15:28:01.476961 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bde7b-bbb2-483e-a58a-ed79e9f9207e req-17e81212-f920-4932-a2c8-9779e5c6efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:01.479274 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-758bde7b-bbb2-483e-a58a-ed79e9f9207e req-17e81212-f920-4932-a2c8-9779e5c6efe0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 1098 time: 0.2663648 May 21 15:28:01.519403 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-de364ff0-3f9c-4901-883f-11d0f3a1a989 req-fe9a6c28-6876-4344-bc31-2b6ee6f2543d service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647539 May 21 15:28:01.560597 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-758bde7b-bbb2-483e-a58a-ed79e9f9207e req-7d55698e-2bb8-4f8e-a12e-f0561feec681 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612011 May 21 15:28:01.670960 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-de364ff0-3f9c-4901-883f-11d0f3a1a989 req-4f1f0aaf-f166-41ff-b9e1-0b226b6b414f service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404288 May 21 15:28:01.834076 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066448a-afc3-4ece-8b17-54f115aa5066 req-566ef6c8-3e3f-403b-9fd3-ef5fd2ed113d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:01.835752 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a066448a-afc3-4ece-8b17-54f115aa5066 req-566ef6c8-3e3f-403b-9fd3-ef5fd2ed113d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 945 time: 0.0900702 May 21 15:28:01.884390 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a066448a-afc3-4ece-8b17-54f115aa5066 req-93908447-375b-4eab-9aba-f084459b2edd tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415838 May 21 15:28:02.355900 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce4b6e-66d1-4a05-9550-b4f866a2143a req-03c4686b-b8bf-41a7-93a5-70bd0b3f032d tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:02.357451 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bcce4b6e-66d1-4a05-9550-b4f866a2143a req-03c4686b-b8bf-41a7-93a5-70bd0b3f032d tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0946639 May 21 15:28:02.501838 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bcce4b6e-66d1-4a05-9550-b4f866a2143a req-265b1676-47ff-4fd5-9143-017ce4f2fa7c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372013 May 21 15:28:03.092599 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80003301-4dbe-4352-9770-283619255bbb req-2c43222a-7076-4e30-b982-38edf128bc2d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:03.094042 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-80003301-4dbe-4352-9770-283619255bbb req-2c43222a-7076-4e30-b982-38edf128bc2d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 945 time: 0.0903757 May 21 15:28:03.149416 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-80003301-4dbe-4352-9770-283619255bbb req-be2cc2c2-cc45-4ce9-8f59-ebdade1b4938 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494354 May 21 15:28:03.718810 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77097d-fefd-409c-a609-6568c8e6a983 req-d6020100-6623-4e27-9cd9-f352413deebb tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:03.725338 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ff77097d-fefd-409c-a609-6568c8e6a983 req-d6020100-6623-4e27-9cd9-f352413deebb tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1114197 May 21 15:28:03.770891 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ff77097d-fefd-409c-a609-6568c8e6a983 req-47cab2b9-ad1d-43ac-b2de-1c2eeb40640e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436959 May 21 15:28:04.344064 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3879f4-96af-4516-8461-190aceb57f8f req-9a023173-dc74-4164-8467-7bac7e15bfac tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:04.346211 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ce3879f4-96af-4516-8461-190aceb57f8f req-9a023173-dc74-4164-8467-7bac7e15bfac tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 945 time: 0.0878181 May 21 15:28:04.402201 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ce3879f4-96af-4516-8461-190aceb57f8f req-2f1efab3-02ac-476d-97db-b6c081813ab5 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506222 May 21 15:28:04.965843 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb0106-7593-4a56-ac35-d9d956ab14a4 req-f2d7d027-89ba-4a27-9116-1d9f0b85eaf1 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:04.967419 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b2bb0106-7593-4a56-ac35-d9d956ab14a4 req-f2d7d027-89ba-4a27-9116-1d9f0b85eaf1 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0866206 May 21 15:28:05.018556 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b2bb0106-7593-4a56-ac35-d9d956ab14a4 req-137f8706-7cc8-46c8-a2df-d49816716508 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451486 May 21 15:28:05.599330 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a6b00-e682-42c1-9263-b478969b8291 req-d70fee98-476d-430f-9845-d4bf1d88bd68 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:05.601255 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-678a6b00-e682-42c1-9263-b478969b8291 req-d70fee98-476d-430f-9845-d4bf1d88bd68 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 945 time: 0.0861623 May 21 15:28:05.646708 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-678a6b00-e682-42c1-9263-b478969b8291 req-427048c7-1582-4039-8603-04529c7523ba tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390270 May 21 15:28:06.243596 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249fa69-688c-4a1b-a14a-c8d4d45ca33e req-c648c313-b6dc-4607-82ab-46693efd10c3 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:06.250752 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1249fa69-688c-4a1b-a14a-c8d4d45ca33e req-c648c313-b6dc-4607-82ab-46693efd10c3 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1120491 May 21 15:28:06.309796 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1249fa69-688c-4a1b-a14a-c8d4d45ca33e req-7d9a812a-608c-4e32-8574-47583fa789fa tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580602 May 21 15:28:06.858758 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fa1f0-a310-4151-af9c-9b8d52e31313 req-73b7754e-6357-4528-96e2-35b947df6c05 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:06.860220 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b79fa1f0-a310-4151-af9c-9b8d52e31313 req-73b7754e-6357-4528-96e2-35b947df6c05 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 945 time: 0.0809951 May 21 15:28:06.903980 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b79fa1f0-a310-4151-af9c-9b8d52e31313 req-82e49bd8-a313-413e-86ab-b369f4dd25ea tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381329 May 21 15:28:07.324462 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8060e-df11-45b2-a367-2f58341934f3 req-7dd90262-f471-4b37-9a7a-37d48349027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:07.327232 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-57e8060e-df11-45b2-a367-2f58341934f3 req-7dd90262-f471-4b37-9a7a-37d48349027b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0d681e2048434c9bb18943b86cfdb059&device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 1098 time: 0.0882931 May 21 15:28:07.508842 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8060e-df11-45b2-a367-2f58341934f3 req-a00ead49-45e3-45b7-9058-fa6a238a13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:07.510920 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-57e8060e-df11-45b2-a367-2f58341934f3 req-a00ead49-45e3-45b7-9058-fa6a238a13d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c HTTP/1.1" status: 200 len: 919 time: 0.1386244 May 21 15:28:07.539931 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac93eed-e5a2-4856-bdc0-d4144ecbe5af req-6cd7a35c-04a7-4c86-bcb5-864be25d8c34 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:07.541796 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cac93eed-e5a2-4856-bdc0-d4144ecbe5af req-6cd7a35c-04a7-4c86-bcb5-864be25d8c34 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1087923 May 21 15:28:07.570919 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:28:07.598418 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-57e8060e-df11-45b2-a367-2f58341934f3 req-b84c0ede-a04a-49d9-8fc6-bd04e1e11fc2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae5d9ad0-d729-4705-b921-2d43ffbfbf80 HTTP/1.1" status: 200 len: 217 time: 0.0723302 May 21 15:28:07.603072 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cac93eed-e5a2-4856-bdc0-d4144ecbe5af req-4a59d5a7-c06d-48d9-9108-f00e61da875a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540597 May 21 15:28:07.688432 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8060e-df11-45b2-a367-2f58341934f3 req-80f56655-2ae2-47c6-9730-f1df0e0e0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:07.690069 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-57e8060e-df11-45b2-a367-2f58341934f3 req-80f56655-2ae2-47c6-9730-f1df0e0e0dc5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=355f014a-5478-4d88-83e9-4ebb6ef8c26e HTTP/1.1" status: 200 len: 858 time: 0.0801716 May 21 15:28:07.766639 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-57e8060e-df11-45b2-a367-2f58341934f3 req-26493bf9-f9e0-4194-831d-fe92c5beae70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571547 May 21 15:28:07.944758 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-57e8060e-df11-45b2-a367-2f58341934f3 req-c5fce5de-ad4b-4a00-b82f-b3edf341feee service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548693 May 21 15:28:08.170838 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-57e8060e-df11-45b2-a367-2f58341934f3 req-d86a4595-563f-4137-8811-60c2fbd6ba24 service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001641 May 21 15:28:08.811296 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46bbc4-6546-4386-ab43-ad763cf6ba4c req-73db3b2e-df8c-461b-b0f9-031fcf91f2ce tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:08.812741 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1e46bbc4-6546-4386-ab43-ad763cf6ba4c req-73db3b2e-df8c-461b-b0f9-031fcf91f2ce tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0886552 May 21 15:28:08.890052 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1e46bbc4-6546-4386-ab43-ad763cf6ba4c req-47a1f540-80aa-42f7-a031-5eb4211cb150 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706928 May 21 15:28:09.249691 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.265039 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 57322) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:09.340645 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 57328) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:09.496899 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.509589 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-49cad343-50e9-4645-a5bf-3505e82c8429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.525456 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:09.531757 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Usage tracker for resource:security_group_rule and tenant:086f4fc84c2e4a4fab66785585027203 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:09.534509 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-49cad343-50e9-4645-a5bf-3505e82c8429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:09.536648 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:09.543141 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-49cad343-50e9-4645-a5bf-3505e82c8429 admin admin] Usage tracker for resource:security_group_rule and tenant:896549e63de2459bbec80ed19df0e175 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:09.545834 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:09.547830 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-49cad343-50e9-4645-a5bf-3505e82c8429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:09.556608 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-49cad343-50e9-4645-a5bf-3505e82c8429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:09.717917 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.722236 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-49cad343-50e9-4645-a5bf-3505e82c8429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.723238 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.731268 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-06bd2383-5007-44d4-a55f-acc8ead6c3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:09.740866 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-49cad343-50e9-4645-a5bf-3505e82c8429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.793971 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a05e1a-4a01-4ba2-9ae7-2e6be0adb7c0,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:09.799589 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=086f4fc84c2e4a4fab66785585027203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579360 May 21 15:28:09.802406 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 57340) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:09.805000 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-49cad343-50e9-4645-a5bf-3505e82c8429 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=896549e63de2459bbec80ed19df0e175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5387256 May 21 15:28:09.806497 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:09.806860 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:09.807209 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:09.807557 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:09.807900 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:09.808243 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:09.808584 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:09.808952 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:09.809294 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:09.809630 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:09.809963 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:09.810296 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:09.813318 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 57344) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:09.825369 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:09.825807 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:09.864334 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c6b52c39-da23-476d-b97a-92de3d0fb473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.871207 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cad343-50e9-4645-a5bf-3505e82c8429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f65af6c-19d6-4218-834d-72027c90b2c9,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:09.876823 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-49cad343-50e9-4645-a5bf-3505e82c8429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:09.892528 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c6b52c39-da23-476d-b97a-92de3d0fb473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.898305 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3b223c7c-2ce3-4899-9b53-3f0cc61d7e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.924915 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3b223c7c-2ce3-4899-9b53-3f0cc61d7e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.946990 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c6b52c39-da23-476d-b97a-92de3d0fb473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.951043 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:09.962962 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b52c39-da23-476d-b97a-92de3d0fb473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a05e1a-4a01-4ba2-9ae7-2e6be0adb7c0,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:09.966866 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c6b52c39-da23-476d-b97a-92de3d0fb473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:09.971578 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c6b52c39-da23-476d-b97a-92de3d0fb473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.975031 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-c6b52c39-da23-476d-b97a-92de3d0fb473 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/56a05e1a-4a01-4ba2-9ae7-2e6be0adb7c0 HTTP/1.1" status: 204 len: 168 time: 0.1693168 May 21 15:28:10.003043 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3b223c7c-2ce3-4899-9b53-3f0cc61d7e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:10.008428 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-49cad343-50e9-4645-a5bf-3505e82c8429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:10.034440 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b223c7c-2ce3-4899-9b53-3f0cc61d7e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f65af6c-19d6-4218-834d-72027c90b2c9,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:10.056760 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-3b223c7c-2ce3-4899-9b53-3f0cc61d7e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:10.061932 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3b223c7c-2ce3-4899-9b53-3f0cc61d7e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:10.066593 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-3b223c7c-2ce3-4899-9b53-3f0cc61d7e31 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f65af6c-19d6-4218-834d-72027c90b2c9 HTTP/1.1" status: 204 len: 168 time: 0.2523029 May 21 15:28:10.104748 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d97969-8271-4d09-aa88-56bd0655da5e req-83c4fb35-9069-4081-8547-9268c086b2ae tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:10.113153 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d8d97969-8271-4d09-aa88-56bd0655da5e req-83c4fb35-9069-4081-8547-9268c086b2ae tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0994649 May 21 15:28:10.177661 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d8d97969-8271-4d09-aa88-56bd0655da5e req-6db67271-1179-4b52-9d1f-13a2f3dcdeb2 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633240 May 21 15:28:11.464612 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b6725-3695-4742-886a-8bdf3193998d req-266f5b75-5670-48b9-9f23-309248f88775 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:11.466997 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-2c2b6725-3695-4742-886a-8bdf3193998d req-266f5b75-5670-48b9-9f23-309248f88775 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1724656 May 21 15:28:11.528519 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-2c2b6725-3695-4742-886a-8bdf3193998d req-8a1c49fc-87b3-4077-8ae6-11c2d21f6d82 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556095 May 21 15:28:12.735698 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3d70a-74a2-412a-a65d-33f40ac71eef req-1d21c020-d51e-48d9-904b-58cb54b2c5c0 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:12.737342 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b0b3d70a-74a2-412a-a65d-33f40ac71eef req-1d21c020-d51e-48d9-904b-58cb54b2c5c0 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0838182 May 21 15:28:12.788381 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b0b3d70a-74a2-412a-a65d-33f40ac71eef req-e6a9c4f5-b5ef-4831-b43a-10f836d6cfad tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419018 May 21 15:28:13.975473 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d08380-4c77-4c11-be2f-e9bcfe1f7a5a req-9e4f659a-70b6-4bf2-81f3-7d14a0e386de tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:13.976851 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-75d08380-4c77-4c11-be2f-e9bcfe1f7a5a req-9e4f659a-70b6-4bf2-81f3-7d14a0e386de tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0804524 May 21 15:28:14.024998 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-75d08380-4c77-4c11-be2f-e9bcfe1f7a5a req-749cee4e-be05-4665-8d7a-618eff513f6b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410819 May 21 15:28:14.682594 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 57500) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:14.764053 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_v2 [None req-83664843-fc9a-4e16-bf8a-282c31bb3da2 admin admin] Deleting subnet 7a52cc8d-8f59-48f5-bcd8-57783eca7a67 {{(pid=91544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:28:14.767445 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-83664843-fc9a-4e16-bf8a-282c31bb3da2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:14.821169 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-83664843-fc9a-4e16-bf8a-282c31bb3da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1519829'] for subnet, precommit_delete_associations {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:14.874703 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-83664843-fc9a-4e16-bf8a-282c31bb3da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8313785'] for subnet, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:15.122481 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-83664843-fc9a-4e16-bf8a-282c31bb3da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8313776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3100040'] for subnet, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:15.127189 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-ac372847-19ff-4be4-8151-cae78943b0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:15.191412 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83664843-fc9a-4e16-bf8a-282c31bb3da2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a52cc8d-8f59-48f5-bcd8-57783eca7a67,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:15.203184 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-83664843-fc9a-4e16-bf8a-282c31bb3da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:15.204271 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-83664843-fc9a-4e16-bf8a-282c31bb3da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:15.220658 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-83664843-fc9a-4e16-bf8a-282c31bb3da2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7a52cc8d-8f59-48f5-bcd8-57783eca7a67 HTTP/1.1" status: 204 len: 168 time: 0.5369172 May 21 15:28:15.223099 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 57514) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:15.350621 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae6fb-f3b6-418a-ae9a-766599b460d7 req-7b47d4a7-ef90-4a29-9b9f-c1a53bee0b6b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:15.350782 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-32cae6fb-f3b6-418a-ae9a-766599b460d7 req-7b47d4a7-ef90-4a29-9b9f-c1a53bee0b6b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1990781 May 21 15:28:15.353894 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-69c9bc7e-e6bc-4e5b-a3a2-398e49aacbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8351994'] for network, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:15.449323 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-32cae6fb-f3b6-418a-ae9a-766599b460d7 req-44f8b83e-54ec-4cef-b14d-630abc39115e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915582 May 21 15:28:15.518628 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-69c9bc7e-e6bc-4e5b-a3a2-398e49aacbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314112', 'neutron.services.segments.db._delete_segments_for_network-8788723347577'] for network, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:15.532783 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-69c9bc7e-e6bc-4e5b-a3a2-398e49aacbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a00215b-112c-4880-be0b-c38428ee9895']}} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:15.545943 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-69c9bc7e-e6bc-4e5b-a3a2-398e49aacbf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6731e0-8b75-4255-ae5e-8e7273786f16') {'for_net_delete': True} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:15.546298 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-69c9bc7e-e6bc-4e5b-a3a2-398e49aacbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6731e0-8b75-4255-ae5e-8e7273786f16') {} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:15.557628 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-69c9bc7e-e6bc-4e5b-a3a2-398e49aacbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788723246605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1519820'] for segment, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:15.574304 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-69c9bc7e-e6bc-4e5b-a3a2-398e49aacbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:15.581378 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c9bc7e-e6bc-4e5b-a3a2-398e49aacbf8 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=91544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:28:15.581770 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-69c9bc7e-e6bc-4e5b-a3a2-398e49aacbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506971'] for segment, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: Traceback (most recent call last): May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: timer() May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: cb(*args, **kw) May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: return func(*args, **kwargs) May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: self._notify() May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: self.callback(batched_events) May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: event.method(event) May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: return f(self, *a, **k) May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: return self._get(url).json() May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: return self.request(url, 'GET', **kwargs) May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:28:15.595338 dv-cinder-792642-1-smb neutron-server[91544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:28:15.751612 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-69c9bc7e-e6bc-4e5b-a3a2-398e49aacbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928976'] for network, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:15.756876 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:15.773749 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-69c9bc7e-e6bc-4e5b-a3a2-398e49aacbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:15.782682 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9bc7e-e6bc-4e5b-a3a2-398e49aacbf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a00215b-112c-4880-be0b-c38428ee9895,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:15.789245 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-69c9bc7e-e6bc-4e5b-a3a2-398e49aacbf8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6a00215b-112c-4880-be0b-c38428ee9895 HTTP/1.1" status: 204 len: 168 time: 0.5609055 May 21 15:28:15.789245 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 57534) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:15.790962 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-69c9bc7e-e6bc-4e5b-a3a2-398e49aacbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:15.853160 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53215a2-898f-447d-87b2-7fd6be4af379 admin admin] Deleting subnet 33e01da9-8ab6-4e9e-939c-2c035ac1174e {{(pid=91544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:28:15.856276 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b53215a2-898f-447d-87b2-7fd6be4af379 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:15.911813 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b53215a2-898f-447d-87b2-7fd6be4af379 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1519829'] for subnet, precommit_delete_associations {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:15.968063 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b53215a2-898f-447d-87b2-7fd6be4af379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8313785'] for subnet, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:16.220282 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b53215a2-898f-447d-87b2-7fd6be4af379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8313776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3100040'] for subnet, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:16.224351 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:16.259781 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53215a2-898f-447d-87b2-7fd6be4af379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e01da9-8ab6-4e9e-939c-2c035ac1174e,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:16.263527 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b53215a2-898f-447d-87b2-7fd6be4af379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:16.269104 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-b53215a2-898f-447d-87b2-7fd6be4af379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:16.270525 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-b53215a2-898f-447d-87b2-7fd6be4af379 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/33e01da9-8ab6-4e9e-939c-2c035ac1174e HTTP/1.1" status: 204 len: 168 time: 0.4818096 May 21 15:28:16.273248 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 57552) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:16.382038 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-40a53645-69ff-44f4-9395-420fa7178f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8351994'] for network, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:16.512447 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-40a53645-69ff-44f4-9395-420fa7178f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314112', 'neutron.services.segments.db._delete_segments_for_network-8788723347577'] for network, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:16.526774 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-40a53645-69ff-44f4-9395-420fa7178f2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45779c69-7cd4-45b9-b3cb-450627a5cad5']}} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:16.546560 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-40a53645-69ff-44f4-9395-420fa7178f2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14309a5-f93a-4854-91ae-6f69dca37f96') {'for_net_delete': True} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:16.546920 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-40a53645-69ff-44f4-9395-420fa7178f2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14309a5-f93a-4854-91ae-6f69dca37f96') {} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:16.559794 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-40a53645-69ff-44f4-9395-420fa7178f2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788723246605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1519820'] for segment, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:16.577061 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-40a53645-69ff-44f4-9395-420fa7178f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:16.623416 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a53645-69ff-44f4-9395-420fa7178f2d admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=91544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:28:16.623731 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-40a53645-69ff-44f4-9395-420fa7178f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506971'] for segment, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: Traceback (most recent call last): May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: timer() May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: cb(*args, **kw) May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: return func(*args, **kwargs) May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: self._notify() May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: self.callback(batched_events) May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: event.method(event) May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: return f(self, *a, **k) May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: return self._get(url).json() May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: return self.request(url, 'GET', **kwargs) May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:28:16.636575 dv-cinder-792642-1-smb neutron-server[91544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:28:16.724305 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-40a53645-69ff-44f4-9395-420fa7178f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928976'] for network, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:16.731481 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-69c9bc7e-e6bc-4e5b-a3a2-398e49aacbf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:16.745312 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-40a53645-69ff-44f4-9395-420fa7178f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:16.764453 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82229b8-5d20-40cd-864e-419c3d410843 req-8a1523a2-7908-4c78-8f0c-e9f2890676e0 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:16.765946 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b82229b8-5d20-40cd-864e-419c3d410843 req-8a1523a2-7908-4c78-8f0c-e9f2890676e0 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1908040 May 21 15:28:16.767538 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-40a53645-69ff-44f4-9395-420fa7178f2d admin admin] 10.222.0.42 "DELETE /v2.0/networks/45779c69-7cd4-45b9-b3cb-450627a5cad5 HTTP/1.1" status: 204 len: 168 time: 0.4933879 May 21 15:28:16.768452 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a53645-69ff-44f4-9395-420fa7178f2d admin admin] Pushing event deleted for resources: {'Network': ['ID=45779c69-7cd4-45b9-b3cb-450627a5cad5,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:16.777411 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-40a53645-69ff-44f4-9395-420fa7178f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:16.842261 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b82229b8-5d20-40cd-864e-419c3d410843 req-b2e4b60c-2d6b-4968-9713-71da113bb47c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630939 May 21 15:28:16.982812 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 57582) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:17.064958 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-23c364b9-bbdb-493f-869d-210fe8b86ed9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35a02cd00a0a4aa7946d2202d2b55ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808096 May 21 15:28:17.067277 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 57590) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:17.126787 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-5c64fa6d-906a-48c1-9f0a-cb2b5c6d913a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.155217 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-5c64fa6d-906a-48c1-9f0a-cb2b5c6d913a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.178409 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b5cb7-a95b-4745-a5e0-9a448b0eefa9 req-3c5489b8-54d2-4ad3-b1cc-590723949148 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:17.182561 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0c7b5cb7-a95b-4745-a5e0-9a448b0eefa9 req-3c5489b8-54d2-4ad3-b1cc-590723949148 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 945 time: 0.0870566 May 21 15:28:17.220187 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-5c64fa6d-906a-48c1-9f0a-cb2b5c6d913a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.231649 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:17.243790 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0c7b5cb7-a95b-4745-a5e0-9a448b0eefa9 req-aebe6ef9-0292-48c0-8e68-a8f1ee64e674 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577528 May 21 15:28:17.249588 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-5c64fa6d-906a-48c1-9f0a-cb2b5c6d913a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.250843 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-5c64fa6d-906a-48c1-9f0a-cb2b5c6d913a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/697f0ba4-d1e7-40e9-bb56-2de01aecc444 HTTP/1.1" status: 204 len: 168 time: 0.1827009 May 21 15:28:17.252567 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64fa6d-906a-48c1-9f0a-cb2b5c6d913a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697f0ba4-d1e7-40e9-bb56-2de01aecc444,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:17.255045 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-5c64fa6d-906a-48c1-9f0a-cb2b5c6d913a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:17.638726 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 57612) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:17.688601 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-b62757ec-2257-42e9-8ee3-30526bc30d93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54901aaefddb4167b932a3e7167353c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484660 May 21 15:28:17.690861 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 57618) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:17.757832 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f8841564-254e-41a0-8552-b40c5bc30615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.787817 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f8841564-254e-41a0-8552-b40c5bc30615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.844210 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f8841564-254e-41a0-8552-b40c5bc30615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.851462 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-a765ce47-ef23-4b31-811e-a029de03fd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:17.875747 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8841564-254e-41a0-8552-b40c5bc30615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e23ee8c-d678-4be5-8e5f-a4ba6141f78d,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:17.881028 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-f8841564-254e-41a0-8552-b40c5bc30615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:17.882393 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f8841564-254e-41a0-8552-b40c5bc30615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.884749 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-f8841564-254e-41a0-8552-b40c5bc30615 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e23ee8c-d678-4be5-8e5f-a4ba6141f78d HTTP/1.1" status: 204 len: 168 time: 0.1929607 May 21 15:28:18.057273 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a514d2-4d9c-426a-bbf5-8666990811f7 req-d63fbc5e-0f94-429a-b52c-f5c5bc35ed22 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:18.058792 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-97a514d2-4d9c-426a-bbf5-8666990811f7 req-d63fbc5e-0f94-429a-b52c-f5c5bc35ed22 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0930555 May 21 15:28:18.123240 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-97a514d2-4d9c-426a-bbf5-8666990811f7 req-1195fe24-6420-46e8-87f2-1f46221710be tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587471 May 21 15:28:18.506129 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb934da8-e397-417e-bc73-8d7d987e7898 req-13eee25c-5c8e-4429-9ac7-9125edb2f6d3 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:18.508654 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-eb934da8-e397-417e-bc73-8d7d987e7898 req-13eee25c-5c8e-4429-9ac7-9125edb2f6d3 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 945 time: 0.1484642 May 21 15:28:18.570064 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-eb934da8-e397-417e-bc73-8d7d987e7898 req-c6fccd7a-d75d-4f7a-a164-48c79bef579d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540838 May 21 15:28:19.337909 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f67f2-109a-449e-8713-25dff88fe302 req-fcf66bd6-d1be-46a5-8c5f-8a4b83b97fff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:19.340523 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ca0f67f2-109a-449e-8713-25dff88fe302 req-fcf66bd6-d1be-46a5-8c5f-8a4b83b97fff tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1019132 May 21 15:28:19.394782 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ca0f67f2-109a-449e-8713-25dff88fe302 req-f8362355-7090-4542-b9bd-e28bde098ac2 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470941 May 21 15:28:19.775180 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac2462-f6d1-4bc6-ae6f-484bbf7e56a6 req-247e22e3-8aac-4b74-bfc6-b7231bb6af4c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:19.776654 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-faac2462-f6d1-4bc6-ae6f-484bbf7e56a6 req-247e22e3-8aac-4b74-bfc6-b7231bb6af4c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 945 time: 0.0789812 May 21 15:28:19.833012 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-faac2462-f6d1-4bc6-ae6f-484bbf7e56a6 req-dc4fee6a-b95b-46f7-a5cd-1229eb0bbf79 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504897 May 21 15:28:20.192048 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64069c-1f93-4ba3-ac0f-e739dee830f9 req-c9aa16e2-d7f1-47f1-b1cf-018f789ccc62 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:20.193475 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7c64069c-1f93-4ba3-ac0f-e739dee830f9 req-c9aa16e2-d7f1-47f1-b1cf-018f789ccc62 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.44 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 945 time: 0.0829604 May 21 15:28:20.332398 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-7c64069c-1f93-4ba3-ac0f-e739dee830f9 req-3ea7b2cf-4ee8-41da-a4e1-19ae56aa31d7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Deleting port f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:28:20.332741 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-7c64069c-1f93-4ba3-ac0f-e739dee830f9 req-3ea7b2cf-4ee8-41da-a4e1-19ae56aa31d7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:20.466371 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-7c64069c-1f93-4ba3-ac0f-e739dee830f9 req-3ea7b2cf-4ee8-41da-a4e1-19ae56aa31d7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] For port f60a6751-5a72-4b1b-ad6c-4db5e4999fe9, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=f60a6751-5a72-4b1b-ad6c-4db5e4999fe9,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:20.467061 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-7c64069c-1f93-4ba3-ac0f-e739dee830f9 req-3ea7b2cf-4ee8-41da-a4e1-19ae56aa31d7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:20.621379 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-7c64069c-1f93-4ba3-ac0f-e739dee830f9 req-3ea7b2cf-4ee8-41da-a4e1-19ae56aa31d7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Calling delete_port for f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:28:20.687185 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec3725-8861-4c42-b7b8-8d9a1ef5560d req-94a7267d-95ac-4e44-89ae-db060e20909b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:20.688643 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-01ec3725-8861-4c42-b7b8-8d9a1ef5560d req-94a7267d-95ac-4e44-89ae-db060e20909b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1591721 May 21 15:28:20.784421 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-01ec3725-8861-4c42-b7b8-8d9a1ef5560d req-37d8d0aa-a396-41c1-bc4e-b269dd318cbb tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841722 May 21 15:28:20.801246 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-7c64069c-1f93-4ba3-ac0f-e739dee830f9 req-3ea7b2cf-4ee8-41da-a4e1-19ae56aa31d7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:20.811907 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:20.819905 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['6a0f91c4-ab36-4c44-8f45-bf1e254ed572', '65547b87-893a-4d7f-bdb0-6bb083186cd8', '2902e38e-ea36-4de8-81b7-35f26e5da77e'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:28:20.856506 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7b2cf-4ee8-41da-a4e1-19ae56aa31d7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Pushing event deleted for resources: {'Port': ['ID=f60a6751-5a72-4b1b-ad6c-4db5e4999fe9,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:20.860442 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-3ea7b2cf-4ee8-41da-a4e1-19ae56aa31d7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:20.939285 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c64069c-1f93-4ba3-ac0f-e739dee830f9 req-3ea7b2cf-4ee8-41da-a4e1-19ae56aa31d7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] No DVR routers for this DVR port f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:28:20.942355 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-7c64069c-1f93-4ba3-ac0f-e739dee830f9 req-3ea7b2cf-4ee8-41da-a4e1-19ae56aa31d7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:20.945073 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b6e474-f04f-493c-b418-a47bf71802d9', 'name': 'network-vif-deleted', 'tag': 'f60a6751-5a72-4b1b-ad6c-4db5e4999fe9'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:28:20.994346 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7c64069c-1f93-4ba3-ac0f-e739dee830f9 req-3ea7b2cf-4ee8-41da-a4e1-19ae56aa31d7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.44 "DELETE /v2.0/ports/f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 HTTP/1.1" status: 204 len: 173 time: 0.7940986 May 21 15:28:21.000136 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-5efa8355-4203-47b1-858f-8fb22449a4e9 req-b8d3f539-0c49-4d5a-9608-d969a2c34cf4 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Synchronizing usage tracker for tenant:94d1d901ebef4552b61e376d00984038 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:28:21.038602 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b6e474-f04f-493c-b418-a47bf71802d9', 'name': 'network-vif-deleted', 'tag': 'f60a6751-5a72-4b1b-ad6c-4db5e4999fe9', 'status': 'completed', 'code': 200} May 21 15:28:21.043821 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-5efa8355-4203-47b1-858f-8fb22449a4e9 req-b8d3f539-0c49-4d5a-9608-d969a2c34cf4 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Unset dirty status for tenant:94d1d901ebef4552b61e376d00984038 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:28:21.045151 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5efa8355-4203-47b1-858f-8fb22449a4e9 req-b8d3f539-0c49-4d5a-9608-d969a2c34cf4 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b6e474-f04f-493c-b418-a47bf71802d9 HTTP/1.1" status: 200 len: 210 time: 0.0892692 May 21 15:28:21.469507 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-5f58afa8-7694-4f99-866c-aef73ba0e3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:22.040951 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645082b-14b2-4b68-bfbc-fc1891c541f6 req-f8f91d1b-6ab2-4aec-a2d0-5583d118a53d tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:22.042462 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c645082b-14b2-4b68-bfbc-fc1891c541f6 req-f8f91d1b-6ab2-4aec-a2d0-5583d118a53d tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1480932 May 21 15:28:22.087841 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c645082b-14b2-4b68-bfbc-fc1891c541f6 req-440b2ffe-e4db-4dfa-a64f-c355a473d883 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390167 May 21 15:28:22.282495 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:28:22.324499 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:28:22.324878 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device f60a6751-5a72-4b1b-ad6c-4db5e4999fe9 not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:28:22.597910 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 57780) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:22.721874 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-feb85981-737f-48a2-901e-801ed71d0196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:22.736002 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-feb85981-737f-48a2-901e-801ed71d0196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:22.740308 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-feb85981-737f-48a2-901e-801ed71d0196 admin admin] Usage tracker for resource:security_group_rule and tenant:d34cdde49e6f460cb182ae64f2a3e97c is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:22.743429 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-feb85981-737f-48a2-901e-801ed71d0196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:22.749514 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-feb85981-737f-48a2-901e-801ed71d0196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:22.833845 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-feb85981-737f-48a2-901e-801ed71d0196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:22.843337 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-feb85981-737f-48a2-901e-801ed71d0196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:22.853462 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-f8841564-254e-41a0-8552-b40c5bc30615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:22.896777 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-feb85981-737f-48a2-901e-801ed71d0196 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d34cdde49e6f460cb182ae64f2a3e97c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977715 May 21 15:28:22.898757 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb85981-737f-48a2-901e-801ed71d0196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b93f82e-1c86-41ba-b74d-9b47feb80ec2,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:22.900213 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 57796) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:22.910355 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-feb85981-737f-48a2-901e-801ed71d0196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:22.968354 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c6220fb9-138b-43fe-b9f2-084bf990cff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:22.996216 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c6220fb9-138b-43fe-b9f2-084bf990cff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:23.066646 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c6220fb9-138b-43fe-b9f2-084bf990cff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:23.071753 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-3df6e3ca-0f6a-4fd4-a775-d74fd4757f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:23.086363 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6220fb9-138b-43fe-b9f2-084bf990cff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b93f82e-1c86-41ba-b74d-9b47feb80ec2,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:23.090722 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c6220fb9-138b-43fe-b9f2-084bf990cff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:23.104875 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c6220fb9-138b-43fe-b9f2-084bf990cff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:23.113373 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-c6220fb9-138b-43fe-b9f2-084bf990cff6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b93f82e-1c86-41ba-b74d-9b47feb80ec2 HTTP/1.1" status: 204 len: 168 time: 0.2117989 May 21 15:28:23.303104 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378178f9-15a7-4e7c-b5dc-ec7e69ce0eff req-5f30900a-4106-4c12-aa7e-6dfb89140ce1 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:23.310435 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-378178f9-15a7-4e7c-b5dc-ec7e69ce0eff req-5f30900a-4106-4c12-aa7e-6dfb89140ce1 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1075182 May 21 15:28:23.386192 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-378178f9-15a7-4e7c-b5dc-ec7e69ce0eff req-f8cd6ff6-fa69-46f8-8b00-4c4d1c3de20c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745020 May 21 15:28:23.826241 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:23.904059 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a65fe-2975-4b37-864e-7528cf17e777 req-b21bc026-ff0f-4b35-98a2-e74b98c28b62 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:23.905730 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1e8a65fe-2975-4b37-864e-7528cf17e777 req-b21bc026-ff0f-4b35-98a2-e74b98c28b62 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 946 time: 0.0880952 May 21 15:28:23.954700 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1e8a65fe-2975-4b37-864e-7528cf17e777 req-6fa23ce4-5fa8-4d90-937f-d8dc0974b59d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433171 May 21 15:28:24.157108 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fca64903-fbd9-45d7-8ad1-71e9ea456b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:24.570392 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43347c21-bc4c-4c34-ab8c-03141ddcdd11 req-609d025c-4422-44b1-b564-c578d0b519a7 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:24.572568 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-43347c21-bc4c-4c34-ab8c-03141ddcdd11 req-609d025c-4422-44b1-b564-c578d0b519a7 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0833473 May 21 15:28:24.621106 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-43347c21-bc4c-4c34-ab8c-03141ddcdd11 req-44506d92-9158-4399-98ce-19ec9c41818b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411034 May 21 15:28:24.853702 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f840c8-5bf5-4b9d-b4d3-823c19912b26 req-c8684713-77e7-454d-b17f-9930781797e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:24.855347 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-37f840c8-5bf5-4b9d-b4d3-823c19912b26 req-c8684713-77e7-454d-b17f-9930781797e7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 1098 time: 0.0715623 May 21 15:28:24.904926 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-37f840c8-5bf5-4b9d-b4d3-823c19912b26 req-2b3b2d05-fcca-485b-8183-01e118c5c5a7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367494 May 21 15:28:25.010979 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:25.154784 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ce059-44e6-4872-abf2-3b990bd70b95 req-140acfa4-8f70-4df8-900f-588df6f1bf2a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:25.156499 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ed3ce059-44e6-4872-abf2-3b990bd70b95 req-140acfa4-8f70-4df8-900f-588df6f1bf2a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 946 time: 0.0890641 May 21 15:28:25.242543 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ed3ce059-44e6-4872-abf2-3b990bd70b95 req-508289fb-5769-4e65-a176-b44172defb4f tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802965 May 21 15:28:25.815733 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82970c0b-a13b-420b-be76-7da29a95e789 req-4e7fd3a8-8a00-4924-b08d-13c22d98468e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:25.817218 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-82970c0b-a13b-420b-be76-7da29a95e789 req-4e7fd3a8-8a00-4924-b08d-13c22d98468e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0850356 May 21 15:28:25.938065 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-82970c0b-a13b-420b-be76-7da29a95e789 req-9a6e07e7-dd6f-4e69-a9b3-716bd1aa194f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148951 May 21 15:28:26.477912 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa90603-69ff-49f3-80ac-6d919255a924 req-116cc956-fda9-4280-bc1f-8efd7777be0e tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:26.480027 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2fa90603-69ff-49f3-80ac-6d919255a924 req-116cc956-fda9-4280-bc1f-8efd7777be0e tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 946 time: 0.0985100 May 21 15:28:26.593415 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2fa90603-69ff-49f3-80ac-6d919255a924 req-680e038f-e319-49ea-9016-f2b30fcd9fe5 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042035 May 21 15:28:26.823090 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:27.186908 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49156df-0e6d-4455-b221-1f034e5b9048 req-3b0d6876-cd9a-49aa-8418-82746be255a4 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:27.189521 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b49156df-0e6d-4455-b221-1f034e5b9048 req-3b0d6876-cd9a-49aa-8418-82746be255a4 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1343765 May 21 15:28:27.248870 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b49156df-0e6d-4455-b221-1f034e5b9048 req-785bb5d3-7330-49de-b577-69a014a80921 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518105 May 21 15:28:27.414927 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58578b-b633-44b5-ad6e-6c54be049c93 req-07aa5fa1-ee36-437f-9d16-6d79aede31dc tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:27.416981 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-6e58578b-b633-44b5-ad6e-6c54be049c93 req-07aa5fa1-ee36-437f-9d16-6d79aede31dc tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.1151607 May 21 15:28:27.426904 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358cddc-ef82-49ed-b7c9-f3cf46e8146d req-8b6f5ca3-940b-4e80-8fcb-7b26ae5b9609 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:27.428250 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b358cddc-ef82-49ed-b7c9-f3cf46e8146d req-8b6f5ca3-940b-4e80-8fcb-7b26ae5b9609 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.44 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 946 time: 0.1683352 May 21 15:28:27.525610 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-6e58578b-b633-44b5-ad6e-6c54be049c93 req-86a54e79-ec51-41c6-a2f6-95e852cf2e44 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949454 May 21 15:28:27.610468 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-b358cddc-ef82-49ed-b7c9-f3cf46e8146d req-f0ef8f9d-79f2-4e23-bc61-635aaec19fe1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Deleting port 2902e38e-ea36-4de8-81b7-35f26e5da77e {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:28:27.611011 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b358cddc-ef82-49ed-b7c9-f3cf46e8146d req-f0ef8f9d-79f2-4e23-bc61-635aaec19fe1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:27.854911 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26555831-5182-4e68-96bd-2f45507a6dac req-1cc17e81-f8c6-4597-b3bf-ec9b9195bc86 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:27.856664 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-26555831-5182-4e68-96bd-2f45507a6dac req-1cc17e81-f8c6-4597-b3bf-ec9b9195bc86 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0863950 May 21 15:28:27.856777 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-b358cddc-ef82-49ed-b7c9-f3cf46e8146d req-f0ef8f9d-79f2-4e23-bc61-635aaec19fe1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] For port 2902e38e-ea36-4de8-81b7-35f26e5da77e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2902e38e-ea36-4de8-81b7-35f26e5da77e,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:27.857170 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b358cddc-ef82-49ed-b7c9-f3cf46e8146d req-f0ef8f9d-79f2-4e23-bc61-635aaec19fe1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:27.902689 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-26555831-5182-4e68-96bd-2f45507a6dac req-88e14f58-73a9-4c50-bcc8-6f0c8cc7b4e5 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404379 May 21 15:28:27.995962 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-b358cddc-ef82-49ed-b7c9-f3cf46e8146d req-f0ef8f9d-79f2-4e23-bc61-635aaec19fe1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Calling delete_port for 2902e38e-ea36-4de8-81b7-35f26e5da77e owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:28:28.043681 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ff25a-ea42-44cf-8967-16118b60464b req-20ba1a30-42b2-43f6-8085-0eef920a8928 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:28.045122 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-de0ff25a-ea42-44cf-8967-16118b60464b req-20ba1a30-42b2-43f6-8085-0eef920a8928 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 946 time: 0.3057549 May 21 15:28:28.050320 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b8504-90c7-4c61-9fbd-cc76ed97cd98 req-5bc9a017-2eb0-44bb-9daf-e61ed681fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:28.052360 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fd9b8504-90c7-4c61-9fbd-cc76ed97cd98 req-5bc9a017-2eb0-44bb-9daf-e61ed681fc5e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0d681e2048434c9bb18943b86cfdb059&device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 1098 time: 0.2687593 May 21 15:28:28.183577 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-de0ff25a-ea42-44cf-8967-16118b60464b req-1b3123bb-7cbb-4862-a3ff-a27ae1fa059a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291289 May 21 15:28:28.269001 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b8504-90c7-4c61-9fbd-cc76ed97cd98 req-26c12668-099a-4a75-9173-39f134115ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:28.270540 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fd9b8504-90c7-4c61-9fbd-cc76ed97cd98 req-26c12668-099a-4a75-9173-39f134115ac6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c HTTP/1.1" status: 200 len: 919 time: 0.2003355 May 21 15:28:28.428000 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fd9b8504-90c7-4c61-9fbd-cc76ed97cd98 req-3098ae17-71ad-4ffb-a20a-9cf8a34eb2c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae5d9ad0-d729-4705-b921-2d43ffbfbf80 HTTP/1.1" status: 200 len: 217 time: 0.1430013 May 21 15:28:28.439828 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b358cddc-ef82-49ed-b7c9-f3cf46e8146d req-f0ef8f9d-79f2-4e23-bc61-635aaec19fe1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:28.455975 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['6a0f91c4-ab36-4c44-8f45-bf1e254ed572', '65547b87-893a-4d7f-bdb0-6bb083186cd8'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:28:28.477519 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:28.531480 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef8f9d-79f2-4e23-bc61-635aaec19fe1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Pushing event deleted for resources: {'Port': ['ID=2902e38e-ea36-4de8-81b7-35f26e5da77e,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:28.536693 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f0ef8f9d-79f2-4e23-bc61-635aaec19fe1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:28.624522 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b358cddc-ef82-49ed-b7c9-f3cf46e8146d req-f0ef8f9d-79f2-4e23-bc61-635aaec19fe1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] No DVR routers for this DVR port 2902e38e-ea36-4de8-81b7-35f26e5da77e on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:28:28.626970 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b8504-90c7-4c61-9fbd-cc76ed97cd98 req-5445a0ff-29c9-4b89-a8fc-4e1a8f845d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:28.628383 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fd9b8504-90c7-4c61-9fbd-cc76ed97cd98 req-5445a0ff-29c9-4b89-a8fc-4e1a8f845d85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=355f014a-5478-4d88-83e9-4ebb6ef8c26e HTTP/1.1" status: 200 len: 858 time: 0.1864772 May 21 15:28:28.629409 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b358cddc-ef82-49ed-b7c9-f3cf46e8146d req-f0ef8f9d-79f2-4e23-bc61-635aaec19fe1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:28.632157 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b042548d-ee09-45fb-b376-26a1ac47d3b3', 'name': 'network-vif-deleted', 'tag': '2902e38e-ea36-4de8-81b7-35f26e5da77e'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:28:28.695553 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b042548d-ee09-45fb-b376-26a1ac47d3b3', 'name': 'network-vif-deleted', 'tag': '2902e38e-ea36-4de8-81b7-35f26e5da77e', 'status': 'completed', 'code': 200} May 21 15:28:28.704079 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fd9b8504-90c7-4c61-9fbd-cc76ed97cd98 req-34ae0cb3-4b25-4613-b763-9d75b3ddf77d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551546 May 21 15:28:28.705680 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b358cddc-ef82-49ed-b7c9-f3cf46e8146d req-f0ef8f9d-79f2-4e23-bc61-635aaec19fe1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.44 "DELETE /v2.0/ports/2902e38e-ea36-4de8-81b7-35f26e5da77e HTTP/1.1" status: 204 len: 173 time: 1.2604129 May 21 15:28:28.740779 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac5555-83f9-4321-98cc-c11098af8b97 req-1b096133-652f-484a-b200-30297be57b9b tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:28.744287 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5dac5555-83f9-4321-98cc-c11098af8b97 req-1b096133-652f-484a-b200-30297be57b9b tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.0927205 May 21 15:28:28.799206 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5dac5555-83f9-4321-98cc-c11098af8b97 req-f607b7f9-63fb-4cde-8efa-77ccdc15a0ce tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487609 May 21 15:28:28.858475 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fd9b8504-90c7-4c61-9fbd-cc76ed97cd98 req-7f187034-8231-4cba-b14b-cdbecb873b19 service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347103 May 21 15:28:29.073007 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fd9b8504-90c7-4c61-9fbd-cc76ed97cd98 req-e23ada3e-5382-4bca-9935-d259864bc673 service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694884 May 21 15:28:29.111056 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3f2f8-5b8e-4568-a216-ef29cbfd320b req-a276bb23-b9a4-4526-bf7b-9633019772a3 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:29.117479 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-86a3f2f8-5b8e-4568-a216-ef29cbfd320b req-a276bb23-b9a4-4526-bf7b-9633019772a3 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1051619 May 21 15:28:29.177374 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-86a3f2f8-5b8e-4568-a216-ef29cbfd320b req-5c2d20b9-05db-4031-bb4d-b96f34358915 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533197 May 21 15:28:29.378406 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ae7859aa-9ec9-4d14-b55d-f520a8990519 req-7101cd7e-83c4-4a45-82c1-c58a668702d8 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=b042548d-ee09-45fb-b376-26a1ac47d3b3 HTTP/1.1" status: 200 len: 210 time: 0.0489078 May 21 15:28:29.982839 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227b3fc-2bae-492d-8df2-9c956a739a56 req-c0c562a2-0db9-4492-a719-ebf945df81ec tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:29.984286 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1227b3fc-2bae-492d-8df2-9c956a739a56 req-c0c562a2-0db9-4492-a719-ebf945df81ec tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.0780003 May 21 15:28:30.027523 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1227b3fc-2bae-492d-8df2-9c956a739a56 req-a44a9c1d-26e5-4903-8152-e9d4e882ee42 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375185 May 21 15:28:30.326966 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 2902e38e-ea36-4de8-81b7-35f26e5da77e no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:28:30.358724 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b35e4-d3d5-4f73-ba46-b0de5b07b495 req-e32c5af9-38e4-4c41-9970-c01bb1a0a6ab tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:30.360917 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-365b35e4-d3d5-4f73-ba46-b0de5b07b495 req-e32c5af9-38e4-4c41-9970-c01bb1a0a6ab tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0870185 May 21 15:28:30.364970 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: 2902e38e-ea36-4de8-81b7-35f26e5da77e {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:28:30.365486 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 2902e38e-ea36-4de8-81b7-35f26e5da77e not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:28:30.417139 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-365b35e4-d3d5-4f73-ba46-b0de5b07b495 req-e13913b5-83d4-4539-8a10-3213597f0648 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498278 May 21 15:28:30.581749 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b8d4a-70a6-43b9-821c-cacb245fa5d9 req-a486a326-9007-41b7-971c-285504784061 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:30.583345 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-479b8d4a-70a6-43b9-821c-cacb245fa5d9 req-a486a326-9007-41b7-971c-285504784061 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1106522 May 21 15:28:30.630410 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-479b8d4a-70a6-43b9-821c-cacb245fa5d9 req-bf038682-90d4-461b-a063-478f6ff24f01 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405977 May 21 15:28:30.745350 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 57978) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:30.880755 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027f096-0f4d-4e26-8b9f-9635bb8bd71c req-39ebf50b-bdac-4040-8b1c-7e09dcacb65f tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:30.881533 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-0027f096-0f4d-4e26-8b9f-9635bb8bd71c req-39ebf50b-bdac-4040-8b1c-7e09dcacb65f tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Synchronizing usage tracker for tenant:94d1d901ebef4552b61e376d00984038 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:28:30.914051 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-0027f096-0f4d-4e26-8b9f-9635bb8bd71c req-39ebf50b-bdac-4040-8b1c-7e09dcacb65f tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Unset dirty status for tenant:94d1d901ebef4552b61e376d00984038 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:28:30.915348 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0027f096-0f4d-4e26-8b9f-9635bb8bd71c req-39ebf50b-bdac-4040-8b1c-7e09dcacb65f tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 946 time: 0.1123979 May 21 15:28:30.916062 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-82ce0f43-38f3-4f5c-bfdd-fb58a3a01ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:30.950360 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-82ce0f43-38f3-4f5c-bfdd-fb58a3a01ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:30.956399 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-82ce0f43-38f3-4f5c-bfdd-fb58a3a01ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:39766735b5ea41009da6da144bbeffb2 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:30.965650 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-82ce0f43-38f3-4f5c-bfdd-fb58a3a01ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:30.975005 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-82ce0f43-38f3-4f5c-bfdd-fb58a3a01ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:30.985103 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0027f096-0f4d-4e26-8b9f-9635bb8bd71c req-e8511187-182b-4681-8491-2b073d2ecd1b tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586925 May 21 15:28:31.070780 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-82ce0f43-38f3-4f5c-bfdd-fb58a3a01ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.076334 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-82ce0f43-38f3-4f5c-bfdd-fb58a3a01ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.085789 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-bde44754-69f7-4415-b94a-e0cab1f3d7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:31.125934 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-82ce0f43-38f3-4f5c-bfdd-fb58a3a01ab3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39766735b5ea41009da6da144bbeffb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795083 May 21 15:28:31.128142 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce0f43-38f3-4f5c-bfdd-fb58a3a01ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c38e3d-e4f4-4692-bedb-2aa80ad30c64,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:31.129906 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 57994) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:31.132596 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-82ce0f43-38f3-4f5c-bfdd-fb58a3a01ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:31.214856 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c7c732bf-3b43-4e48-a5d6-7f3976af4e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.229205 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ec706-8b7c-49f3-926a-1feb99a45d40 req-9a8f375c-0193-4745-8b1c-4e33a533b8ea tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:31.230716 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a27ec706-8b7c-49f3-926a-1feb99a45d40 req-9a8f375c-0193-4745-8b1c-4e33a533b8ea tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.0864334 May 21 15:28:31.240959 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c7c732bf-3b43-4e48-a5d6-7f3976af4e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.284569 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a27ec706-8b7c-49f3-926a-1feb99a45d40 req-23744cff-5add-4f0f-9019-109399a20b0e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481238 May 21 15:28:31.295153 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c7c732bf-3b43-4e48-a5d6-7f3976af4e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.298875 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-f4b0be4f-5545-414d-99cb-11ad7c90e50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:31.319669 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c732bf-3b43-4e48-a5d6-7f3976af4e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c38e3d-e4f4-4692-bedb-2aa80ad30c64,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:31.324302 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-c7c732bf-3b43-4e48-a5d6-7f3976af4e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:31.330980 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c7c732bf-3b43-4e48-a5d6-7f3976af4e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.332519 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-c7c732bf-3b43-4e48-a5d6-7f3976af4e14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8c38e3d-e4f4-4692-bedb-2aa80ad30c64 HTTP/1.1" status: 204 len: 168 time: 0.1949997 May 21 15:28:31.610131 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8c10f-1978-43ad-b86e-58185c5fb35e req-8022f135-31f9-42c3-ad01-66b76ba0095e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:31.611628 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cab8c10f-1978-43ad-b86e-58185c5fb35e req-8022f135-31f9-42c3-ad01-66b76ba0095e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0872083 May 21 15:28:31.616230 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58004) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:31.646431 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c15b11f9-a332-404c-b5d4-d6a9b553717b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.666475 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-c15b11f9-a332-404c-b5d4-d6a9b553717b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:31.680410 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-c15b11f9-a332-404c-b5d4-d6a9b553717b admin admin] Usage tracker for resource:security_group_rule and tenant:7289bbd524ba4a13b97dd3ec9c77a4d7 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:31.685474 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-c15b11f9-a332-404c-b5d4-d6a9b553717b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:31.695475 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cab8c10f-1978-43ad-b86e-58185c5fb35e req-4c4aacea-bf74-4010-ba0b-2a37ab1b5ed5 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652814 May 21 15:28:31.696768 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-c15b11f9-a332-404c-b5d4-d6a9b553717b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:31.802158 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c15b11f9-a332-404c-b5d4-d6a9b553717b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.807386 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c15b11f9-a332-404c-b5d4-d6a9b553717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.814500 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-8fd286ae-2585-41ff-bc27-adf550cdf9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:31.856269 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b11f9-a332-404c-b5d4-d6a9b553717b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a04cfc7-b7ba-4761-bcc2-a8ddc0774ea4,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:31.862831 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-c15b11f9-a332-404c-b5d4-d6a9b553717b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7289bbd524ba4a13b97dd3ec9c77a4d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432711 May 21 15:28:31.862831 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-c15b11f9-a332-404c-b5d4-d6a9b553717b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:31.863207 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 58010) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:31.982490 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd1f7-cf2c-4dd4-becc-af3f89b2cd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:32.014599 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd1f7-cf2c-4dd4-becc-af3f89b2cd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:32.043865 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fae05-c826-44b1-9ba5-1fa046ef7d71 req-29dff178-92f9-4c49-9ce5-66376f7c570c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:32.045328 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c21fae05-c826-44b1-9ba5-1fa046ef7d71 req-29dff178-92f9-4c49-9ce5-66376f7c570c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1553166 May 21 15:28:32.103704 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c21fae05-c826-44b1-9ba5-1fa046ef7d71 req-3f7e4586-62df-4e60-a1f1-ddde3b0f11f0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486746 May 21 15:28:32.113048 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd1f7-cf2c-4dd4-becc-af3f89b2cd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:32.125446 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-31392d14-5172-4db2-abb2-23dd215e6ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:32.132561 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddd1f7-cf2c-4dd4-becc-af3f89b2cd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a04cfc7-b7ba-4761-bcc2-a8ddc0774ea4,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:32.134918 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f4ddd1f7-cf2c-4dd4-becc-af3f89b2cd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:32.142317 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd1f7-cf2c-4dd4-becc-af3f89b2cd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:32.145727 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-f4ddd1f7-cf2c-4dd4-becc-af3f89b2cd56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a04cfc7-b7ba-4761-bcc2-a8ddc0774ea4 HTTP/1.1" status: 204 len: 168 time: 0.2793458 May 21 15:28:32.181255 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dc40e-3d3c-45f9-a02b-1bc55c5ec598 req-bff79825-c3c6-4493-944f-22dd93490ee3 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:32.182710 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f71dc40e-3d3c-45f9-a02b-1bc55c5ec598 req-bff79825-c3c6-4493-944f-22dd93490ee3 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 946 time: 0.0866311 May 21 15:28:32.227377 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f71dc40e-3d3c-45f9-a02b-1bc55c5ec598 req-06a7da51-a6ab-44ad-b01c-63262b013435 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389566 May 21 15:28:32.475975 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35670fd1-42c9-4a01-9cb1-2ee28b4db3bf req-c95f316f-adec-4249-a931-87513011db53 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:32.477469 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-35670fd1-42c9-4a01-9cb1-2ee28b4db3bf req-c95f316f-adec-4249-a931-87513011db53 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.0807903 May 21 15:28:32.522709 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-35670fd1-42c9-4a01-9cb1-2ee28b4db3bf req-48735f52-2255-42ef-96be-7bb87e40812f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392964 May 21 15:28:32.882291 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae52cb-4d64-4873-9b44-0c5309215b66 req-6dc315c1-45b7-4358-ba88-96965bb7295e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:32.884680 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-dcae52cb-4d64-4873-9b44-0c5309215b66 req-6dc315c1-45b7-4358-ba88-96965bb7295e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0807943 May 21 15:28:32.957675 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-dcae52cb-4d64-4873-9b44-0c5309215b66 req-f2328911-2e97-4525-8b77-ceac7dcaa1eb tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662844 May 21 15:28:33.328957 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0a6e6-3c30-48bc-9805-db16c1b476d9 req-49ecb674-5d80-43db-8f9c-3562854322d3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:33.330581 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-23b0a6e6-3c30-48bc-9805-db16c1b476d9 req-49ecb674-5d80-43db-8f9c-3562854322d3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1065679 May 21 15:28:33.345122 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dc628-1f6a-4b2c-8bec-221f06a827bd req-11ba0df8-8e89-483a-9fee-d3f865aa90c8 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:33.346938 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d77dc628-1f6a-4b2c-8bec-221f06a827bd req-11ba0df8-8e89-483a-9fee-d3f865aa90c8 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 946 time: 0.1786003 May 21 15:28:33.424002 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58062) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:33.499374 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07cc3b-80a9-4a00-94ea-ce7333dc1353 req-34042dad-1c54-4303-beec-8ca24c9c999f tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:33.506981 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-3d07cc3b-80a9-4a00-94ea-ce7333dc1353 req-34042dad-1c54-4303-beec-8ca24c9c999f tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 946 time: 0.1441190 May 21 15:28:33.548663 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-3d07cc3b-80a9-4a00-94ea-ce7333dc1353 req-11593038-d583-4f87-b69e-cb111673b1e4 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408475 May 21 15:28:33.583205 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-23b0a6e6-3c30-48bc-9805-db16c1b476d9 req-2ba83f08-1b2c-4056-80f2-f422ec4e06fe tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348051 May 21 15:28:33.590893 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6d8ddacb-801c-42ff-8ad9-cc4bb1d7abe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:33.615180 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6d8ddacb-801c-42ff-8ad9-cc4bb1d7abe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:33.619078 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6d8ddacb-801c-42ff-8ad9-cc4bb1d7abe2 admin admin] Usage tracker for resource:security_group_rule and tenant:1a1a5aadb99c4fc0a204a8b7eda70ade is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:33.621929 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6d8ddacb-801c-42ff-8ad9-cc4bb1d7abe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:33.628091 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6d8ddacb-801c-42ff-8ad9-cc4bb1d7abe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:33.628493 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-d77dc628-1f6a-4b2c-8bec-221f06a827bd req-7c3f99b1-6e44-43d1-93fb-968f13c4370d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Deleting port 65547b87-893a-4d7f-bdb0-6bb083186cd8 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:28:33.628862 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-d77dc628-1f6a-4b2c-8bec-221f06a827bd req-7c3f99b1-6e44-43d1-93fb-968f13c4370d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:33.765323 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-d77dc628-1f6a-4b2c-8bec-221f06a827bd req-7c3f99b1-6e44-43d1-93fb-968f13c4370d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] For port 65547b87-893a-4d7f-bdb0-6bb083186cd8, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=65547b87-893a-4d7f-bdb0-6bb083186cd8,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:33.765675 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-d77dc628-1f6a-4b2c-8bec-221f06a827bd req-7c3f99b1-6e44-43d1-93fb-968f13c4370d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:33.782365 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0c77f-1850-4a04-8945-1477ffcb4421 req-c0b8a4af-6fd6-4ec0-8670-e45c1458d906 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:33.784030 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-4ee0c77f-1850-4a04-8945-1477ffcb4421 req-c0b8a4af-6fd6-4ec0-8670-e45c1458d906 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.1313937 May 21 15:28:33.793598 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6d8ddacb-801c-42ff-8ad9-cc4bb1d7abe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:33.813233 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6d8ddacb-801c-42ff-8ad9-cc4bb1d7abe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:33.823661 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-f4488ba3-002f-4213-8f1a-453e295aa645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:33.878697 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-6d8ddacb-801c-42ff-8ad9-cc4bb1d7abe2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a1a5aadb99c4fc0a204a8b7eda70ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4536231 May 21 15:28:33.881924 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58070) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:33.884749 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ddacb-801c-42ff-8ad9-cc4bb1d7abe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b595bef4-f7e1-4bd6-8d57-dd0562eece73,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:33.890083 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-4ee0c77f-1850-4a04-8945-1477ffcb4421 req-6303dd28-d50e-41c8-9995-45d49b88b452 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986459 May 21 15:28:33.891140 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6d8ddacb-801c-42ff-8ad9-cc4bb1d7abe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:33.891906 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-d77dc628-1f6a-4b2c-8bec-221f06a827bd req-7c3f99b1-6e44-43d1-93fb-968f13c4370d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Calling delete_port for 65547b87-893a-4d7f-bdb0-6bb083186cd8 owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:28:33.954319 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdbdde2a-c577-40a1-885f-e518c8f3d1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:33.980250 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdbdde2a-c577-40a1-885f-e518c8f3d1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:34.006226 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-d77dc628-1f6a-4b2c-8bec-221f06a827bd req-7c3f99b1-6e44-43d1-93fb-968f13c4370d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:34.015683 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:34.024168 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['6a0f91c4-ab36-4c44-8f45-bf1e254ed572', '65547b87-893a-4d7f-bdb0-6bb083186cd8'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:28:34.048112 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdbdde2a-c577-40a1-885f-e518c8f3d1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:34.054192 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-964bf958-a173-4a74-81d9-68ebe7b5b189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:34.064028 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f99b1-6e44-43d1-93fb-968f13c4370d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Pushing event deleted for resources: {'Port': ['ID=65547b87-893a-4d7f-bdb0-6bb083186cd8,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:34.067326 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7c3f99b1-6e44-43d1-93fb-968f13c4370d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:34.078740 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdde2a-c577-40a1-885f-e518c8f3d1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b595bef4-f7e1-4bd6-8d57-dd0562eece73,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:34.090458 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-fdbdde2a-c577-40a1-885f-e518c8f3d1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:34.095186 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-fdbdde2a-c577-40a1-885f-e518c8f3d1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:34.110316 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-fdbdde2a-c577-40a1-885f-e518c8f3d1be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b595bef4-f7e1-4bd6-8d57-dd0562eece73 HTTP/1.1" status: 204 len: 168 time: 0.2270782 May 21 15:28:34.150279 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77dc628-1f6a-4b2c-8bec-221f06a827bd req-7c3f99b1-6e44-43d1-93fb-968f13c4370d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] No DVR routers for this DVR port 65547b87-893a-4d7f-bdb0-6bb083186cd8 on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:28:34.153226 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-d77dc628-1f6a-4b2c-8bec-221f06a827bd req-7c3f99b1-6e44-43d1-93fb-968f13c4370d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:34.155813 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8582c6-ac30-4288-bba4-646165cd9889', 'name': 'network-vif-deleted', 'tag': '65547b87-893a-4d7f-bdb0-6bb083186cd8'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:28:34.177101 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d77dc628-1f6a-4b2c-8bec-221f06a827bd req-7c3f99b1-6e44-43d1-93fb-968f13c4370d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.44 "DELETE /v2.0/ports/65547b87-893a-4d7f-bdb0-6bb083186cd8 HTTP/1.1" status: 204 len: 173 time: 0.8120310 May 21 15:28:34.213888 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8582c6-ac30-4288-bba4-646165cd9889', 'name': 'network-vif-deleted', 'tag': '65547b87-893a-4d7f-bdb0-6bb083186cd8', 'status': 'completed', 'code': 200} May 21 15:28:34.788733 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31c1c4-4615-43cd-ac35-4ba1766fe060 req-2b51c296-0c4c-4076-9833-24edcb819044 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:34.790662 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4f31c1c4-4615-43cd-ac35-4ba1766fe060 req-2b51c296-0c4c-4076-9833-24edcb819044 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1032095 May 21 15:28:34.819169 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f537297a-10c5-45d4-be5b-b748ce90234e req-0b610d81-14ae-49fc-956c-8d9542a42d7a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce8582c6-ac30-4288-bba4-646165cd9889 HTTP/1.1" status: 200 len: 210 time: 0.0434546 May 21 15:28:34.845365 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4f31c1c4-4615-43cd-ac35-4ba1766fe060 req-8c95b54b-5f6e-4850-b7c0-e68c2600a919 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489624 May 21 15:28:35.030273 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23138b1e-884b-4d23-a2ae-5b235e23a089 req-febd0fd1-a437-4568-8d03-4eea1a92431b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:35.037822 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-23138b1e-884b-4d23-a2ae-5b235e23a089 req-febd0fd1-a437-4568-8d03-4eea1a92431b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1166553 May 21 15:28:35.088188 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-23138b1e-884b-4d23-a2ae-5b235e23a089 req-1d30c1d1-d5b5-4e8e-8fbe-b3ae699f5ab6 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491185 May 21 15:28:35.287049 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9b994-fff2-458c-b468-4c9b8b2c87af req-f1dd888b-0457-4671-86ce-368e14a47d32 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:35.288668 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-80c9b994-fff2-458c-b468-4c9b8b2c87af req-f1dd888b-0457-4671-86ce-368e14a47d32 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.0922413 May 21 15:28:35.349453 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-80c9b994-fff2-458c-b468-4c9b8b2c87af req-b419419d-66d7-4b64-af2f-5cfd2ad2516b tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543716 May 21 15:28:36.306529 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cd2bf-8871-4379-a9ea-25ae39e659ed req-650d602b-0e1f-4f29-845d-7f042cb95bb1 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:36.308088 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-020cd2bf-8871-4379-a9ea-25ae39e659ed req-650d602b-0e1f-4f29-845d-7f042cb95bb1 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.0984139 May 21 15:28:36.359477 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-020cd2bf-8871-4379-a9ea-25ae39e659ed req-71598c51-74c0-4322-b6d0-1fd2d7ba5024 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423911 May 21 15:28:36.371013 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 65547b87-893a-4d7f-bdb0-6bb083186cd8 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:28:36.417965 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: 65547b87-893a-4d7f-bdb0-6bb083186cd8 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:28:36.418501 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 65547b87-893a-4d7f-bdb0-6bb083186cd8 not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:28:36.547021 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8d952-bec9-4031-a5b8-93f73f2a1e8d req-b77c1c49-5e1d-4376-8139-278ed935745e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:36.548518 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a4a8d952-bec9-4031-a5b8-93f73f2a1e8d req-b77c1c49-5e1d-4376-8139-278ed935745e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.0815799 May 21 15:28:36.594196 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a4a8d952-bec9-4031-a5b8-93f73f2a1e8d req-6f098bdc-4518-4c09-965b-63ba6e41c824 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398493 May 21 15:28:37.530871 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7732929-de9b-48c3-9096-b7310cfc1478 req-802b4ae6-512b-4016-8e36-54315e2a386b tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:37.531608 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-c7732929-de9b-48c3-9096-b7310cfc1478 req-802b4ae6-512b-4016-8e36-54315e2a386b tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Synchronizing usage tracker for tenant:94d1d901ebef4552b61e376d00984038 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:28:37.548620 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-c7732929-de9b-48c3-9096-b7310cfc1478 req-802b4ae6-512b-4016-8e36-54315e2a386b tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Unset dirty status for tenant:94d1d901ebef4552b61e376d00984038 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:28:37.550747 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c7732929-de9b-48c3-9096-b7310cfc1478 req-802b4ae6-512b-4016-8e36-54315e2a386b tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 946 time: 0.1164296 May 21 15:28:37.600063 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c7732929-de9b-48c3-9096-b7310cfc1478 req-76798cba-285c-46c9-b068-00ddb8f2cced tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431223 May 21 15:28:37.730547 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cf1ef-81a6-4299-b350-86b01f364de9 req-4249f04f-35f1-4588-bc60-fc15cb9db114 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:37.737451 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-2e1cf1ef-81a6-4299-b350-86b01f364de9 req-4249f04f-35f1-4588-bc60-fc15cb9db114 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1166065 May 21 15:28:37.841156 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcfba9-b69e-4423-8778-ea30691a95fe req-0d05c3d7-fd29-4c81-9b6d-81745a4099f5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:37.849395 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-46dcfba9-b69e-4423-8778-ea30691a95fe req-0d05c3d7-fd29-4c81-9b6d-81745a4099f5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.0983758 May 21 15:28:37.870788 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-2e1cf1ef-81a6-4299-b350-86b01f364de9 req-bc9a4d1f-51a0-40c7-a661-bbeb90e5c8a1 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321299 May 21 15:28:37.923298 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-46dcfba9-b69e-4423-8778-ea30691a95fe req-6b68596c-6203-4c9f-8a2f-29ba9685a65d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633824 May 21 15:28:38.792452 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f11ad-75b8-4a46-a8a6-7404b313a5c6 req-b02018fa-6d52-40c5-8573-17b45a0510f6 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:38.793952 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-407f11ad-75b8-4a46-a8a6-7404b313a5c6 req-b02018fa-6d52-40c5-8573-17b45a0510f6 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 946 time: 0.0837524 May 21 15:28:38.840582 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-407f11ad-75b8-4a46-a8a6-7404b313a5c6 req-3554492d-2e4a-48ac-a423-cce332a55a0e tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409656 May 21 15:28:39.072452 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331cb94-b868-4337-a710-5cd4d14cbd49 req-af48da60-f599-4e8a-916e-0d00048ceec6 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:39.074232 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3331cb94-b868-4337-a710-5cd4d14cbd49 req-af48da60-f599-4e8a-916e-0d00048ceec6 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.0902922 May 21 15:28:39.122791 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3331cb94-b868-4337-a710-5cd4d14cbd49 req-75ea99a0-9e4d-4e9f-9e81-7145b1249b9c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421581 May 21 15:28:39.257247 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:39.328294 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f7ea1-c756-462d-b6bd-dc8d7d4c5c70 req-4a09b767-a7bf-4d56-a0db-39a9bea015fb tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:39.329823 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a17f7ea1-c756-462d-b6bd-dc8d7d4c5c70 req-4a09b767-a7bf-4d56-a0db-39a9bea015fb tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.0923586 May 21 15:28:39.381030 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a17f7ea1-c756-462d-b6bd-dc8d7d4c5c70 req-9bdc2da9-a66e-481d-a5d9-fb98be5a8a92 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433283 May 21 15:28:39.407754 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b04ed5-6316-40c4-ac63-78a17687de2a req-78beb49f-4f43-4967-9bb7-2a31b33a897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:39.407754 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-34b04ed5-6316-40c4-ac63-78a17687de2a req-78beb49f-4f43-4967-9bb7-2a31b33a897b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0d681e2048434c9bb18943b86cfdb059&device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 1098 time: 0.1794794 May 21 15:28:39.416032 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a68cb3-3b93-4c14-8076-7586ae0cde88 req-137f6598-f2a8-4edc-aedd-b9f1baffb986 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:39.417485 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-36a68cb3-3b93-4c14-8076-7586ae0cde88 req-137f6598-f2a8-4edc-aedd-b9f1baffb986 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1418715 May 21 15:28:39.548198 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-36a68cb3-3b93-4c14-8076-7586ae0cde88 req-89b8caae-449f-4cb3-b9cd-3932ed303011 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090469 May 21 15:28:39.591642 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b04ed5-6316-40c4-ac63-78a17687de2a req-bd4045ba-0100-4275-8bd2-1ce8b52263f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:39.593079 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-34b04ed5-6316-40c4-ac63-78a17687de2a req-bd4045ba-0100-4275-8bd2-1ce8b52263f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c HTTP/1.1" status: 200 len: 919 time: 0.1747286 May 21 15:28:39.685328 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-34b04ed5-6316-40c4-ac63-78a17687de2a req-ce5acd15-8abc-46e5-a713-681eb4bc7904 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae5d9ad0-d729-4705-b921-2d43ffbfbf80 HTTP/1.1" status: 200 len: 217 time: 0.0658348 May 21 15:28:39.845912 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b04ed5-6316-40c4-ac63-78a17687de2a req-ef715c5b-31f5-4b5f-bc54-a610f0df4ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:39.847463 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-34b04ed5-6316-40c4-ac63-78a17687de2a req-ef715c5b-31f5-4b5f-bc54-a610f0df4ffe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=355f014a-5478-4d88-83e9-4ebb6ef8c26e HTTP/1.1" status: 200 len: 858 time: 0.1380451 May 21 15:28:39.913493 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-34b04ed5-6316-40c4-ac63-78a17687de2a req-5710c80c-fa5d-4725-b2dd-d1d19c91cc38 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427010 May 21 15:28:40.033083 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06f1a-c112-43e0-83d4-28403fcb58c4 req-a5846408-d75a-4301-949c-0c987f793d70 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:40.034604 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d9b06f1a-c112-43e0-83d4-28403fcb58c4 req-a5846408-d75a-4301-949c-0c987f793d70 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 946 time: 0.0871599 May 21 15:28:40.065073 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-34b04ed5-6316-40c4-ac63-78a17687de2a req-4851e967-9c4e-4497-a047-3c8815a84c32 service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347883 May 21 15:28:40.080756 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d9b06f1a-c112-43e0-83d4-28403fcb58c4 req-c845f050-6414-486b-89a4-dbb2b3686bdd tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/security-groups?id=800a1ab8-cea0-49c4-a3f9-356c1c401fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405083 May 21 15:28:40.206603 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-34b04ed5-6316-40c4-ac63-78a17687de2a req-e7045771-ac11-4f7d-879c-3efc47e5eea5 service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299119 May 21 15:28:40.325209 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ba0f3-fd4a-4b41-b730-3a14234f438a req-8d0b8d5c-e8a2-49fb-9a11-3a3d15784760 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:40.326663 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-382ba0f3-fd4a-4b41-b730-3a14234f438a req-8d0b8d5c-e8a2-49fb-9a11-3a3d15784760 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.0828273 May 21 15:28:40.377076 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-382ba0f3-fd4a-4b41-b730-3a14234f438a req-af9958e8-84b6-4612-bcd9-b896cde6a887 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443933 May 21 15:28:40.504252 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe94d2-d983-4a92-ac21-1d8e165f5633 req-5c5326f9-a603-46bf-a82f-46837a7f40f1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:40.505705 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5ebe94d2-d983-4a92-ac21-1d8e165f5633 req-5c5326f9-a603-46bf-a82f-46837a7f40f1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.44 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 946 time: 0.0842268 May 21 15:28:40.581769 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff86eb3-d315-4dcc-bf42-2b9167e15c7a req-686c591e-c737-4a5b-8681-84164b6a6a14 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:40.584696 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-fff86eb3-d315-4dcc-bf42-2b9167e15c7a req-686c591e-c737-4a5b-8681-84164b6a6a14 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.0849037 May 21 15:28:40.641167 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-fff86eb3-d315-4dcc-bf42-2b9167e15c7a req-1aad52a6-34a1-43e3-8f49-e704e3dd2fbc tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518274 May 21 15:28:40.652443 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-5ebe94d2-d983-4a92-ac21-1d8e165f5633 req-03f15cee-16a3-454b-a1ae-e6443e895102 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Deleting port 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:28:40.652782 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-5ebe94d2-d983-4a92-ac21-1d8e165f5633 req-03f15cee-16a3-454b-a1ae-e6443e895102 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:40.843931 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-5ebe94d2-d983-4a92-ac21-1d8e165f5633 req-03f15cee-16a3-454b-a1ae-e6443e895102 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] For port 6a0f91c4-ab36-4c44-8f45-bf1e254ed572, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=6a0f91c4-ab36-4c44-8f45-bf1e254ed572,segment=NetworkSegment(2c333ee4-228e-4f9d-ba07-d8be04d3cfb4),segment_id=2c333ee4-228e-4f9d-ba07-d8be04d3cfb4)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:40.844203 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-5ebe94d2-d983-4a92-ac21-1d8e165f5633 req-03f15cee-16a3-454b-a1ae-e6443e895102 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:40.864964 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a663d27-7d85-40da-8c4f-33a9afab4b60 req-f824efa1-3385-4a9f-ac33-91c200595ca6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:40.866403 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1a663d27-7d85-40da-8c4f-33a9afab4b60 req-f824efa1-3385-4a9f-ac33-91c200595ca6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1464634 May 21 15:28:40.989401 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-5ebe94d2-d983-4a92-ac21-1d8e165f5633 req-03f15cee-16a3-454b-a1ae-e6443e895102 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Calling delete_port for 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:28:41.033085 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1a663d27-7d85-40da-8c4f-33a9afab4b60 req-cf5b1f99-3709-491e-a0f6-cedd97c551c5 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171958 May 21 15:28:41.134066 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-5ebe94d2-d983-4a92-ac21-1d8e165f5633 req-03f15cee-16a3-454b-a1ae-e6443e895102 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:41.140234 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-94eea10f-7b95-4d05-b74e-652a05cf252a tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:41.187292 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f15cee-16a3-454b-a1ae-e6443e895102 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Pushing event deleted for resources: {'Port': ['ID=6a0f91c4-ab36-4c44-8f45-bf1e254ed572,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:41.191081 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-03f15cee-16a3-454b-a1ae-e6443e895102 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:41.304026 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c703e9f-59c9-4eca-996b-83f7c3b2ff83 req-89460d4a-311a-4d39-bc08-e3aca4fa818c tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.42 "GET /v2.0/ports?device_id=a28dbc92-1922-4245-b0e0-3e06c43caec0 HTTP/1.1" status: 200 len: 210 time: 0.0805409 May 21 15:28:41.316616 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebe94d2-d983-4a92-ac21-1d8e165f5633 req-03f15cee-16a3-454b-a1ae-e6443e895102 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] No DVR routers for this DVR port 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:28:41.319602 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-5ebe94d2-d983-4a92-ac21-1d8e165f5633 req-03f15cee-16a3-454b-a1ae-e6443e895102 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:41.322729 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28dbc92-1922-4245-b0e0-3e06c43caec0', 'name': 'network-vif-deleted', 'tag': '6a0f91c4-ab36-4c44-8f45-bf1e254ed572'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:28:41.350966 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5ebe94d2-d983-4a92-ac21-1d8e165f5633 req-03f15cee-16a3-454b-a1ae-e6443e895102 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] 10.222.0.44 "DELETE /v2.0/ports/6a0f91c4-ab36-4c44-8f45-bf1e254ed572 HTTP/1.1" status: 204 len: 173 time: 0.8362620 May 21 15:28:41.376090 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28dbc92-1922-4245-b0e0-3e06c43caec0', 'name': 'network-vif-deleted', 'tag': '6a0f91c4-ab36-4c44-8f45-bf1e254ed572', 'status': 'completed', 'code': 200} May 21 15:28:41.567261 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e930c-8d81-4327-9562-436d32ba64a3 req-0dc1de48-7d68-42e8-bbdc-03c5c5d7a034 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:41.568686 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d23e930c-8d81-4327-9562-436d32ba64a3 req-0dc1de48-7d68-42e8-bbdc-03c5c5d7a034 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.0820339 May 21 15:28:41.617773 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d23e930c-8d81-4327-9562-436d32ba64a3 req-01224282-e4c2-4fee-b660-5ba893b1636c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432436 May 21 15:28:41.842067 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61519913-7b0b-4de0-ab5d-0eea981db871 req-41c95e92-1b3a-4a36-8f3c-5df683b97e2d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:41.843505 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-61519913-7b0b-4de0-ab5d-0eea981db871 req-41c95e92-1b3a-4a36-8f3c-5df683b97e2d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.0870082 May 21 15:28:41.888097 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-61519913-7b0b-4de0-ab5d-0eea981db871 req-be8a5a59-a866-4e2d-bf8d-d9d4febe3186 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389116 May 21 15:28:42.224406 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae89ab1-3338-4f46-9373-7ae5fedd0d39 req-f2e3aab3-41a9-44ab-912a-ed15c096581e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:42.225914 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-eae89ab1-3338-4f46-9373-7ae5fedd0d39 req-f2e3aab3-41a9-44ab-912a-ed15c096581e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0799072 May 21 15:28:42.271625 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-eae89ab1-3338-4f46-9373-7ae5fedd0d39 req-766f80fc-6fd7-4d99-a567-125ea43881e5 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394719 May 21 15:28:42.407052 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58286) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:42.416629 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:28:42.453495 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:28:42.453843 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 6a0f91c4-ab36-4c44-8f45-bf1e254ed572 not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:28:42.483942 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_v2 [None req-05815400-2d3a-4fdb-af22-042854f2800d admin admin] Deleting subnet d55cf0a4-3653-4f79-80d3-ada34aa6222f {{(pid=91544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:28:42.486921 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-05815400-2d3a-4fdb-af22-042854f2800d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:42.540509 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-05815400-2d3a-4fdb-af22-042854f2800d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1519829'] for subnet, precommit_delete_associations {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:42.593918 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-05815400-2d3a-4fdb-af22-042854f2800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8313785'] for subnet, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:42.684760 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0d47e-2fca-4fda-a9a8-78a481721027 req-97fd0f90-496e-4b34-8ca2-bb8dcd92b03e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:42.686246 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fab0d47e-2fca-4fda-a9a8-78a481721027 req-97fd0f90-496e-4b34-8ca2-bb8dcd92b03e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 946 time: 0.0864925 May 21 15:28:42.809126 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fab0d47e-2fca-4fda-a9a8-78a481721027 req-c3e0eed3-73c3-410d-957a-74e715f9b06b tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169925 May 21 15:28:42.901849 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ae1c3-c95b-4bc9-9de4-30d62ca9b035 req-d93e4485-f8d7-4ba8-8baf-13659f74b186 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:42.903302 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0d8ae1c3-c95b-4bc9-9de4-30d62ca9b035 req-d93e4485-f8d7-4ba8-8baf-13659f74b186 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1696305 May 21 15:28:42.960279 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0d8ae1c3-c95b-4bc9-9de4-30d62ca9b035 req-8fb84a35-78b0-4a5e-b4c9-4266d89287aa tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508313 May 21 15:28:42.962194 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-05815400-2d3a-4fdb-af22-042854f2800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8313776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3100040'] for subnet, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:42.967647 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-83664843-fc9a-4e16-bf8a-282c31bb3da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:43.002285 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05815400-2d3a-4fdb-af22-042854f2800d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55cf0a4-3653-4f79-80d3-ada34aa6222f,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:43.005336 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-05815400-2d3a-4fdb-af22-042854f2800d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:43.006317 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-05815400-2d3a-4fdb-af22-042854f2800d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:43.013527 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-05815400-2d3a-4fdb-af22-042854f2800d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d55cf0a4-3653-4f79-80d3-ada34aa6222f HTTP/1.1" status: 204 len: 168 time: 0.6049933 May 21 15:28:43.015573 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58296) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:43.082619 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb507e1-c87c-4ea3-a594-546b611b44f7 req-8f3d24a8-0105-41af-a835-4eec288b3c8e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:43.083982 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-cfb507e1-c87c-4ea3-a594-546b611b44f7 req-8f3d24a8-0105-41af-a835-4eec288b3c8e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.0827110 May 21 15:28:43.123321 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-966d68c9-1034-4ce2-b5a0-c012ce045734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8351994'] for network, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:43.132116 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-cfb507e1-c87c-4ea3-a594-546b611b44f7 req-454b746a-e6c4-4f28-8e29-432f8c2c3064 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404134 May 21 15:28:43.248572 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-966d68c9-1034-4ce2-b5a0-c012ce045734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314112', 'neutron.services.segments.db._delete_segments_for_network-8788723347577'] for network, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:43.260911 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-966d68c9-1034-4ce2-b5a0-c012ce045734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c85717-565d-4f4d-9466-aa4b753ba9d8']}} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:43.272745 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-966d68c9-1034-4ce2-b5a0-c012ce045734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4') {'for_net_delete': True} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:43.273070 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-966d68c9-1034-4ce2-b5a0-c012ce045734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c333ee4-228e-4f9d-ba07-d8be04d3cfb4') {} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:43.285810 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-966d68c9-1034-4ce2-b5a0-c012ce045734 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788723246605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1519820'] for segment, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:43.307069 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-966d68c9-1034-4ce2-b5a0-c012ce045734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:43.313796 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966d68c9-1034-4ce2-b5a0-c012ce045734 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=91544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:28:43.314281 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-966d68c9-1034-4ce2-b5a0-c012ce045734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506971'] for segment, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: Traceback (most recent call last): May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: timer() May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: cb(*args, **kw) May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: return func(*args, **kwargs) May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: self._notify() May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: self.callback(batched_events) May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: event.method(event) May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: return f(self, *a, **k) May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: return self._get(url).json() May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: return self.request(url, 'GET', **kwargs) May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:28:43.327993 dv-cinder-792642-1-smb neutron-server[91544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:28:43.442383 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-966d68c9-1034-4ce2-b5a0-c012ce045734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928976'] for network, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:43.456081 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-966d68c9-1034-4ce2-b5a0-c012ce045734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:43.458471 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-fdae9ac2-46b0-4c62-91b0-2e19342f342c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:43.481993 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d68c9-1034-4ce2-b5a0-c012ce045734 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c85717-565d-4f4d-9466-aa4b753ba9d8,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:43.487373 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-966d68c9-1034-4ce2-b5a0-c012ce045734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:43.497731 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-966d68c9-1034-4ce2-b5a0-c012ce045734 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c1c85717-565d-4f4d-9466-aa4b753ba9d8 HTTP/1.1" status: 204 len: 168 time: 0.4788084 May 21 15:28:43.515245 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b7e33-5da7-45cc-addd-455ada6da5ac req-cf4fbc41-a286-4859-9cb0-fa218f030882 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:43.516590 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-694b7e33-5da7-45cc-addd-455ada6da5ac req-cf4fbc41-a286-4859-9cb0-fa218f030882 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1299965 May 21 15:28:43.567481 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-694b7e33-5da7-45cc-addd-455ada6da5ac req-19a91f7b-248a-4bbc-a032-554ccf3fc31f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440226 May 21 15:28:43.619685 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58306) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:43.667802 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-515ad599-611a-4a0b-af70-86a3d11faf90 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94d1d901ebef4552b61e376d00984038&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469308 May 21 15:28:43.670060 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58310) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:43.727417 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6ca18ed4-4156-4de0-9c64-505000ca4143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:43.755245 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6ca18ed4-4156-4de0-9c64-505000ca4143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:43.881014 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6ca18ed4-4156-4de0-9c64-505000ca4143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:43.886820 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-c15b11f9-a332-404c-b5d4-d6a9b553717b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:43.906175 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca18ed4-4156-4de0-9c64-505000ca4143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800a1ab8-cea0-49c4-a3f9-356c1c401fda,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:43.909672 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6ca18ed4-4156-4de0-9c64-505000ca4143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:43.923458 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6ca18ed4-4156-4de0-9c64-505000ca4143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:43.924566 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-6ca18ed4-4156-4de0-9c64-505000ca4143 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/800a1ab8-cea0-49c4-a3f9-356c1c401fda HTTP/1.1" status: 204 len: 168 time: 0.2536492 May 21 15:28:44.009947 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367481ce-575e-4eef-b686-e3e4bf9b36b5 req-422e8f39-4555-4fb1-8d90-775e394be96f tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:44.012123 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-367481ce-575e-4eef-b686-e3e4bf9b36b5 req-422e8f39-4555-4fb1-8d90-775e394be96f tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 946 time: 0.0827706 May 21 15:28:44.065512 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-367481ce-575e-4eef-b686-e3e4bf9b36b5 req-ce81ba53-baef-4954-b2f4-d7063b38522a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469480 May 21 15:28:44.161354 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17993461-4ca3-431b-b2fb-de1693f4863b req-79a971a7-57f4-414b-a1c5-0dc8c92e5953 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:44.162822 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-17993461-4ca3-431b-b2fb-de1693f4863b req-79a971a7-57f4-414b-a1c5-0dc8c92e5953 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.0847390 May 21 15:28:44.213604 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-17993461-4ca3-431b-b2fb-de1693f4863b req-57ad8249-81fc-4ca0-acf7-17fdee61d2e0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435455 May 21 15:28:44.351708 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a82fc8-d0f2-463e-8128-8aa55f4a9aea req-1170dc74-c0f7-458e-b0f7-eb0737cabf3a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:44.359517 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c5a82fc8-d0f2-463e-8128-8aa55f4a9aea req-1170dc74-c0f7-458e-b0f7-eb0737cabf3a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.0920215 May 21 15:28:44.399130 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c5a82fc8-d0f2-463e-8128-8aa55f4a9aea req-2e1f8369-0619-4b9e-87a6-922061fb3257 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387371 May 21 15:28:44.571527 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:28:44.762002 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692fa4d-ef93-42c7-962c-898b17f3040e req-c69bb5db-be82-401d-8557-e2cb589b6505 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:44.763356 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e692fa4d-ef93-42c7-962c-898b17f3040e req-c69bb5db-be82-401d-8557-e2cb589b6505 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0823090 May 21 15:28:44.809161 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e692fa4d-ef93-42c7-962c-898b17f3040e req-eb360a04-6139-43c9-9d39-521872eac8ad tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399277 May 21 15:28:45.263415 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873d7b8-c12e-4797-9344-0517ffd61c97 req-098265e9-6b77-475a-add2-6a8147ca3517 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:45.265084 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2873d7b8-c12e-4797-9344-0517ffd61c97 req-098265e9-6b77-475a-add2-6a8147ca3517 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 946 time: 0.0880692 May 21 15:28:45.318561 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2873d7b8-c12e-4797-9344-0517ffd61c97 req-07abcf64-1d55-4efd-869a-52c03ddd728a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 May 21 15:28:45.423698 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6877930-b61c-4d28-a564-9f225ef6626a req-04640351-603a-4188-9bf9-c4cd9d69d4f4 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:45.429309 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e6877930-b61c-4d28-a564-9f225ef6626a req-04640351-603a-4188-9bf9-c4cd9d69d4f4 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.0963166 May 21 15:28:45.480103 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e6877930-b61c-4d28-a564-9f225ef6626a req-19920553-641b-459d-840f-6ee418040aeb tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466835 May 21 15:28:45.621707 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b36059-e9ce-4a93-ac7c-f72a2244c065 req-9e92f2b6-307d-4b13-aa65-3096b36332dd tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:45.623205 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b5b36059-e9ce-4a93-ac7c-f72a2244c065 req-9e92f2b6-307d-4b13-aa65-3096b36332dd tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.0935876 May 21 15:28:45.669823 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b5b36059-e9ce-4a93-ac7c-f72a2244c065 req-52aae2db-698b-4c40-887f-2da49ea1ab62 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407729 May 21 15:28:45.848920 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58382) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:45.980069 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6288d3a2-b999-458b-907d-2b7abaf05ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:46.013102 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6288d3a2-b999-458b-907d-2b7abaf05ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:46.021003 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6288d3a2-b999-458b-907d-2b7abaf05ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:477528f2804b4ecf92eac621d3542670 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:46.024496 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6288d3a2-b999-458b-907d-2b7abaf05ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:46.032602 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6288d3a2-b999-458b-907d-2b7abaf05ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:46.057954 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e2904-3cea-4929-8a4c-33d038c7677e req-6ac77765-0f88-408c-bb1a-d7dd0644c213 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:46.060637 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9f7e2904-3cea-4929-8a4c-33d038c7677e req-6ac77765-0f88-408c-bb1a-d7dd0644c213 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1433432 May 21 15:28:46.144511 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9f7e2904-3cea-4929-8a4c-33d038c7677e req-c5588ef5-1b3e-4bf1-9b83-8ad0f56a694d tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756977 May 21 15:28:46.194827 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6288d3a2-b999-458b-907d-2b7abaf05ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:46.199904 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6288d3a2-b999-458b-907d-2b7abaf05ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:46.207673 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-59de12d6-f185-40fd-ab69-31aa46d9f92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:46.256958 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288d3a2-b999-458b-907d-2b7abaf05ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66642a40-046e-45e5-bfd5-45ea0c734298,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:46.261611 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-6288d3a2-b999-458b-907d-2b7abaf05ad7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=477528f2804b4ecf92eac621d3542670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116597 May 21 15:28:46.262536 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6288d3a2-b999-458b-907d-2b7abaf05ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:46.264112 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58388) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:46.328153 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1599f3da-29c8-4c5f-aee3-e68aa4a17b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:46.357046 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1599f3da-29c8-4c5f-aee3-e68aa4a17b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:46.418829 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1599f3da-29c8-4c5f-aee3-e68aa4a17b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:46.423919 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6d8ddacb-801c-42ff-8ad9-cc4bb1d7abe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:46.437113 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599f3da-29c8-4c5f-aee3-e68aa4a17b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66642a40-046e-45e5-bfd5-45ea0c734298,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:46.440000 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-1599f3da-29c8-4c5f-aee3-e68aa4a17b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:46.441972 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1599f3da-29c8-4c5f-aee3-e68aa4a17b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:46.444163 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-1599f3da-29c8-4c5f-aee3-e68aa4a17b13 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/66642a40-046e-45e5-bfd5-45ea0c734298 HTTP/1.1" status: 204 len: 168 time: 0.1780896 May 21 15:28:46.520467 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243ebe8-416b-458b-b0d6-9848c67d2f2d req-1ded0a47-dfaf-462e-ad82-56db78760a29 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:46.522009 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d243ebe8-416b-458b-b0d6-9848c67d2f2d req-1ded0a47-dfaf-462e-ad82-56db78760a29 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 946 time: 0.0904319 May 21 15:28:46.573616 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d243ebe8-416b-458b-b0d6-9848c67d2f2d req-c614d556-aaae-4eba-a2a5-7213e0bfd504 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434077 May 21 15:28:46.699518 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e84e8b-b76d-4401-b603-d46d45f16ee5 req-e39ee728-8006-4a99-a187-2a13e8eaab83 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:46.700978 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-00e84e8b-b76d-4401-b603-d46d45f16ee5 req-e39ee728-8006-4a99-a187-2a13e8eaab83 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.0799160 May 21 15:28:46.752892 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-00e84e8b-b76d-4401-b603-d46d45f16ee5 req-78ffc801-fc36-4701-9d28-665c5788b303 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456948 May 21 15:28:46.790653 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 58404) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:46.848066 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3d045191-a849-43d2-b19f-4599019e7476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:46.869691 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-3d045191-a849-43d2-b19f-4599019e7476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:46.878956 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-3d045191-a849-43d2-b19f-4599019e7476 admin admin] Usage tracker for resource:security_group_rule and tenant:47bb8944c40f4cc3b2ec36340deb86f5 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:46.883581 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-3d045191-a849-43d2-b19f-4599019e7476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:46.891914 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-3d045191-a849-43d2-b19f-4599019e7476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:46.937848 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b46721-ec5f-4cae-958e-0fa0b6d641d4 req-c2e2ea9a-b923-4d7a-bcbd-17a04bb6f1b6 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:46.939205 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-41b46721-ec5f-4cae-958e-0fa0b6d641d4 req-c2e2ea9a-b923-4d7a-bcbd-17a04bb6f1b6 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.1306486 May 21 15:28:47.006255 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-41b46721-ec5f-4cae-958e-0fa0b6d641d4 req-b2a7d57a-af04-4f98-a43b-e90708f4b633 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608618 May 21 15:28:47.039140 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3d045191-a849-43d2-b19f-4599019e7476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:47.043630 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3d045191-a849-43d2-b19f-4599019e7476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:47.053013 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-437b110f-9812-48cd-b771-9f738f99b034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:47.091643 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d045191-a849-43d2-b19f-4599019e7476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3680791f-f83b-4247-ad2b-d187e7db527e,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:47.094969 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-3d045191-a849-43d2-b19f-4599019e7476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:47.097597 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-3d045191-a849-43d2-b19f-4599019e7476 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47bb8944c40f4cc3b2ec36340deb86f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059735 May 21 15:28:47.100362 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 58408) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:47.158063 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7505ee58-eb6c-425d-b85b-54da50c8b253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:47.184969 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7505ee58-eb6c-425d-b85b-54da50c8b253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:47.239213 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7505ee58-eb6c-425d-b85b-54da50c8b253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:47.243156 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f4ddd1f7-cf2c-4dd4-becc-af3f89b2cd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:47.253635 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505ee58-eb6c-425d-b85b-54da50c8b253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3680791f-f83b-4247-ad2b-d187e7db527e,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:47.256007 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7505ee58-eb6c-425d-b85b-54da50c8b253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:47.262206 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7505ee58-eb6c-425d-b85b-54da50c8b253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:47.266327 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-7505ee58-eb6c-425d-b85b-54da50c8b253 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3680791f-f83b-4247-ad2b-d187e7db527e HTTP/1.1" status: 204 len: 168 time: 0.1629279 May 21 15:28:47.360201 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905ceee-a75d-45f8-9eeb-cbfc351ed8eb req-9651fbeb-5e88-4cb8-8f05-803f06674988 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:47.361685 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7905ceee-a75d-45f8-9eeb-cbfc351ed8eb req-9651fbeb-5e88-4cb8-8f05-803f06674988 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0978558 May 21 15:28:47.406881 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7905ceee-a75d-45f8-9eeb-cbfc351ed8eb req-60e460e7-1368-4bae-9a37-4a4e25d60047 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395672 May 21 15:28:47.768093 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fad1e-3a41-49b8-9825-0e8c7fb29e34 req-43b4da64-50fb-4630-a1a2-f27afedc96db tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:47.769661 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-005fad1e-3a41-49b8-9825-0e8c7fb29e34 req-43b4da64-50fb-4630-a1a2-f27afedc96db tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 946 time: 0.0872927 May 21 15:28:47.824423 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-005fad1e-3a41-49b8-9825-0e8c7fb29e34 req-8317621d-e762-4e2e-813a-4e5452ab5130 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481172 May 21 15:28:47.976081 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c21461-0dfd-4806-b9ed-3ad4668451ca req-b54d9888-a05a-45b0-974f-aff8e6d389fe tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:47.985272 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-51c21461-0dfd-4806-b9ed-3ad4668451ca req-b54d9888-a05a-45b0-974f-aff8e6d389fe tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1092510 May 21 15:28:48.035237 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-51c21461-0dfd-4806-b9ed-3ad4668451ca req-1a32e5b6-4e86-462c-abe3-27f43aa8c78c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488067 May 21 15:28:48.205890 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc466654-b846-4d45-8d01-edc70b10e1ee req-18d34b28-7ef1-4f23-88a0-7051632dcd34 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:48.207352 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dc466654-b846-4d45-8d01-edc70b10e1ee req-18d34b28-7ef1-4f23-88a0-7051632dcd34 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.0794125 May 21 15:28:48.264301 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dc466654-b846-4d45-8d01-edc70b10e1ee req-d4952454-c2a1-4f39-9cc4-c3b160bac0a0 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465984 May 21 15:28:48.450524 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device cabea697-1ef4-41ad-92c1-d0de4ec0fd81 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:28:48.617137 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port cabea697-1ef4-41ad-92c1-d0de4ec0fd81, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:48.631299 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'port_id': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81', 'mac_address': 'fa:16:3e:b0:e3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:28:48.632930 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb4ae-6a10-4632-82eb-5484f5a1f9e7 req-58a7c862-84d8-4dc8-9c0b-34f465de08df tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:48.634513 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-111eb4ae-6a10-4632-82eb-5484f5a1f9e7 req-58a7c862-84d8-4dc8-9c0b-34f465de08df tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0997801 May 21 15:28:48.683342 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-111eb4ae-6a10-4632-82eb-5484f5a1f9e7 req-573ae267-1a63-4d25-8ee4-f9548b052b1e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421157 May 21 15:28:48.692608 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:48.713427 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cabea697-1ef4-41ad-92c1-d0de4ec0fd81 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:28:48.729428 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port cabea697-1ef4-41ad-92c1-d0de4ec0fd81, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:48.733785 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:48.735574 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:48.806848 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,revision_number=6']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:48.810295 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:48.888705 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['cabea697-1ef4-41ad-92c1-d0de4ec0fd81'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:28:49.039307 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522e827-5d69-4a4a-96b2-49ff3c659114 req-1b848b8d-2a8f-4da8-ab35-afa90580b34e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:49.040941 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8522e827-5d69-4a4a-96b2-49ff3c659114 req-1b848b8d-2a8f-4da8-ab35-afa90580b34e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 946 time: 0.1010506 May 21 15:28:49.115201 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8522e827-5d69-4a4a-96b2-49ff3c659114 req-1b8ce87a-05bb-4b24-8ccd-62a7426e4731 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659873 May 21 15:28:49.246241 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ceb08-16b3-482b-86ff-708ba149070a req-7b40b52a-d932-40f6-bcfe-2948e75bbf7a tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:49.247799 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-414ceb08-16b3-482b-86ff-708ba149070a req-7b40b52a-d932-40f6-bcfe-2948e75bbf7a tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.0925601 May 21 15:28:49.296489 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-414ceb08-16b3-482b-86ff-708ba149070a req-d941c834-dcc6-4cb2-84d0-bb04d9b76cfd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424244 May 21 15:28:49.472961 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af25c3-5ede-4ff8-b765-348c347979f0 req-534ebc4a-0fdc-4fbd-9ffb-cb04360d1d74 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:49.475226 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-25af25c3-5ede-4ff8-b765-348c347979f0 req-534ebc4a-0fdc-4fbd-9ffb-cb04360d1d74 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 944 time: 0.0916691 May 21 15:28:49.523923 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-25af25c3-5ede-4ff8-b765-348c347979f0 req-5b1088a5-e62e-4ab3-81ee-a6b9021dae32 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414224 May 21 15:28:49.648082 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 58492) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:49.763488 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a26ad4d8-b5bd-4836-81fe-4810c21a39d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:49.777916 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-a26ad4d8-b5bd-4836-81fe-4810c21a39d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:49.781697 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-a26ad4d8-b5bd-4836-81fe-4810c21a39d5 admin admin] Usage tracker for resource:security_group_rule and tenant:4078aad71b3d417bbd29c66daae9a52e is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:49.784421 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-a26ad4d8-b5bd-4836-81fe-4810c21a39d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:49.790014 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-a26ad4d8-b5bd-4836-81fe-4810c21a39d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:49.874020 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a26ad4d8-b5bd-4836-81fe-4810c21a39d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:49.874577 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f2f0e-66a5-409a-aac9-e8983dabde71 req-85e050c4-6923-452e-b04d-427c9ddd0e43 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:49.876402 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-3c5f2f0e-66a5-409a-aac9-e8983dabde71 req-85e050c4-6923-452e-b04d-427c9ddd0e43 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0849400 May 21 15:28:49.879043 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a26ad4d8-b5bd-4836-81fe-4810c21a39d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:49.888964 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:49.928583 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-3c5f2f0e-66a5-409a-aac9-e8983dabde71 req-10570b62-5786-4e99-b751-7f4a838f6591 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455194 May 21 15:28:49.930796 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-a26ad4d8-b5bd-4836-81fe-4810c21a39d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4078aad71b3d417bbd29c66daae9a52e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815893 May 21 15:28:49.932830 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ad4d8-b5bd-4836-81fe-4810c21a39d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c546a281-f3dd-4814-b6ad-4f34c1f0153e,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:49.934202 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58500) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:49.936140 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-a26ad4d8-b5bd-4836-81fe-4810c21a39d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:49.995627 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6e3120f2-d556-4998-bdcb-9409ea88c5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:50.026603 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6e3120f2-d556-4998-bdcb-9409ea88c5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:50.077790 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6e3120f2-d556-4998-bdcb-9409ea88c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:50.081316 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-9e7c4f7a-2881-4db7-8a15-6bc99dac66c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:50.092405 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3120f2-d556-4998-bdcb-9409ea88c5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c546a281-f3dd-4814-b6ad-4f34c1f0153e,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:50.096148 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6e3120f2-d556-4998-bdcb-9409ea88c5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:50.104863 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6e3120f2-d556-4998-bdcb-9409ea88c5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:50.108533 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-6e3120f2-d556-4998-bdcb-9409ea88c5b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c546a281-f3dd-4814-b6ad-4f34c1f0153e HTTP/1.1" status: 204 len: 168 time: 0.1706381 May 21 15:28:50.325585 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb7d2e-f8cd-4008-a453-6d30e086273c req-1bd1094b-47ee-4e6b-86ba-8b1c9a4e0697 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:50.327047 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5ddb7d2e-f8cd-4008-a453-6d30e086273c req-1bd1094b-47ee-4e6b-86ba-8b1c9a4e0697 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 946 time: 0.1517091 May 21 15:28:50.343864 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210c957-2a9e-4505-80bd-3d4179243481 req-d3bf943d-83aa-49a7-aa91-6650a96898e7 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:50.345349 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d210c957-2a9e-4505-80bd-3d4179243481 req-d3bf943d-83aa-49a7-aa91-6650a96898e7 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 946 time: 0.1202385 May 21 15:28:50.442601 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 58514) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:50.478191 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device cabea697-1ef4-41ad-92c1-d0de4ec0fd81 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:28:50.492836 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d210c957-2a9e-4505-80bd-3d4179243481 req-44351a1b-acad-4eab-8376-8f84ac5fb1be tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150777 May 21 15:28:50.506152 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-efecbeb5-5750-448d-8e43-fef314eec8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:50.534224 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ebe76-568f-42fd-8e49-8788123af1b5 req-80d2d17c-9638-42b6-8cae-13e456767db1 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:50.536406 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-179ebe76-568f-42fd-8e49-8788123af1b5 req-80d2d17c-9638-42b6-8cae-13e456767db1 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1011255 May 21 15:28:50.558507 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port cabea697-1ef4-41ad-92c1-d0de4ec0fd81 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:28:50.559018 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:50.601622 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-179ebe76-568f-42fd-8e49-8788123af1b5 req-09f8b8a3-5055-4be2-b96f-3e1dc67c2818 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541565 May 21 15:28:50.602391 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-efecbeb5-5750-448d-8e43-fef314eec8ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:50.609135 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-efecbeb5-5750-448d-8e43-fef314eec8ca admin admin] Usage tracker for resource:security_group_rule and tenant:cc194e85327b40ba842461e1198d8bf0 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:50.612494 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-efecbeb5-5750-448d-8e43-fef314eec8ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:50.621478 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-efecbeb5-5750-448d-8e43-fef314eec8ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:50.651711 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-5ddb7d2e-f8cd-4008-a453-6d30e086273c req-ffe56502-7edf-4553-be76-d90e036a7f9a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Deleting port 3c56d875-1eac-494b-88a7-f234b60583ab {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:28:50.651997 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-5ddb7d2e-f8cd-4008-a453-6d30e086273c req-ffe56502-7edf-4553-be76-d90e036a7f9a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:50.734339 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:50.761661 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:28:50.772380 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port cabea697-1ef4-41ad-92c1-d0de4ec0fd81, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:50.777737 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:50.779778 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:50.816081 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81', 'code': 200} May 21 15:28:50.852720 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,revision_number=7']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:50.856964 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:50.908739 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-5ddb7d2e-f8cd-4008-a453-6d30e086273c req-ffe56502-7edf-4553-be76-d90e036a7f9a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] For port 3c56d875-1eac-494b-88a7-f234b60583ab, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3c56d875-1eac-494b-88a7-f234b60583ab,segment=NetworkSegment(e8c8e0c6-3fdc-493e-a73e-6ebc5624f149),segment_id=e8c8e0c6-3fdc-493e-a73e-6ebc5624f149)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:50.909064 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-5ddb7d2e-f8cd-4008-a453-6d30e086273c req-ffe56502-7edf-4553-be76-d90e036a7f9a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:51.074668 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-5ddb7d2e-f8cd-4008-a453-6d30e086273c req-ffe56502-7edf-4553-be76-d90e036a7f9a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Calling delete_port for 3c56d875-1eac-494b-88a7-f234b60583ab owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:28:51.099583 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94941211-bb57-4009-9b61-9dab22fbd339 req-fe1892af-ac8f-4cf1-849e-33929cecc99d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:51.101231 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-94941211-bb57-4009-9b61-9dab22fbd339 req-fe1892af-ac8f-4cf1-849e-33929cecc99d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.4325790 May 21 15:28:51.114704 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-efecbeb5-5750-448d-8e43-fef314eec8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:51.141553 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-efecbeb5-5750-448d-8e43-fef314eec8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:51.149699 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25b0e7-b39c-49c0-9d24-85508b8c2bf5 req-f109b758-a5a1-496f-86a9-9889447cc2e0 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:51.151488 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7e25b0e7-b39c-49c0-9d24-85508b8c2bf5 req-f109b758-a5a1-496f-86a9-9889447cc2e0 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0891461 May 21 15:28:51.152825 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-726dfa50-ca0a-4f42-b94a-18b9a0a7c552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:51.198926 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7e25b0e7-b39c-49c0-9d24-85508b8c2bf5 req-3b72a037-97ef-4e20-a174-b3205e582325 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420651 May 21 15:28:51.218260 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-94941211-bb57-4009-9b61-9dab22fbd339 req-a7e5b6df-eda7-4059-ab06-2cdf24ca1a6e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071978 May 21 15:28:51.223551 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-efecbeb5-5750-448d-8e43-fef314eec8ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc194e85327b40ba842461e1198d8bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7799866 May 21 15:28:51.226633 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecbeb5-5750-448d-8e43-fef314eec8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e75591-28d8-4bb9-bbce-f1aa1e7cff56,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:51.227659 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58534) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:51.233423 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-efecbeb5-5750-448d-8e43-fef314eec8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:51.323854 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf29d-b178-4f3b-834a-9682aa664c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:51.359279 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf29d-b178-4f3b-834a-9682aa664c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:51.360146 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-5ddb7d2e-f8cd-4008-a453-6d30e086273c req-ffe56502-7edf-4553-be76-d90e036a7f9a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:51.366751 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7c3f99b1-6e44-43d1-93fb-968f13c4370d tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:51.382612 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['3c56d875-1eac-494b-88a7-f234b60583ab'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:28:51.420898 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe56502-7edf-4553-be76-d90e036a7f9a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Pushing event deleted for resources: {'Port': ['ID=3c56d875-1eac-494b-88a7-f234b60583ab,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:51.424720 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-ffe56502-7edf-4553-be76-d90e036a7f9a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:51.427713 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf29d-b178-4f3b-834a-9682aa664c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:51.431792 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-5daf4a58-dd5c-4e33-ae4a-be0deba34d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:51.458684 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaf29d-b178-4f3b-834a-9682aa664c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e75591-28d8-4bb9-bbce-f1aa1e7cff56,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:51.461840 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-1bbaf29d-b178-4f3b-834a-9682aa664c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:51.469958 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf29d-b178-4f3b-834a-9682aa664c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:51.472842 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-1bbaf29d-b178-4f3b-834a-9682aa664c0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46e75591-28d8-4bb9-bbce-f1aa1e7cff56 HTTP/1.1" status: 204 len: 168 time: 0.2425718 May 21 15:28:51.501551 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-d8fbaadc-c7c9-45c4-8eac-7319c9ccc362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:51.508192 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddb7d2e-f8cd-4008-a453-6d30e086273c req-ffe56502-7edf-4553-be76-d90e036a7f9a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] No DVR routers for this DVR port 3c56d875-1eac-494b-88a7-f234b60583ab on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:28:51.510686 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-5ddb7d2e-f8cd-4008-a453-6d30e086273c req-ffe56502-7edf-4553-be76-d90e036a7f9a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:51.513617 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab48e432-b498-4681-a45f-86cd5a48ffa1', 'name': 'network-vif-deleted', 'tag': '3c56d875-1eac-494b-88a7-f234b60583ab'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:28:51.561830 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5ddb7d2e-f8cd-4008-a453-6d30e086273c req-ffe56502-7edf-4553-be76-d90e036a7f9a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.44 "DELETE /v2.0/ports/3c56d875-1eac-494b-88a7-f234b60583ab HTTP/1.1" status: 204 len: 173 time: 1.2144842 May 21 15:28:51.578207 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab48e432-b498-4681-a45f-86cd5a48ffa1', 'name': 'network-vif-deleted', 'tag': '3c56d875-1eac-494b-88a7-f234b60583ab', 'status': 'completed', 'code': 200} May 21 15:28:51.770804 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-c5e058c5-eb35-4b4c-9d61-e88891d66736 req-50fb0173-ec8a-4568-80ba-655c5d2a2672 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Synchronizing usage tracker for tenant:fc818d41c5a84c7e91e80f350ac1d337 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:28:51.793117 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-c5e058c5-eb35-4b4c-9d61-e88891d66736 req-50fb0173-ec8a-4568-80ba-655c5d2a2672 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Unset dirty status for tenant:fc818d41c5a84c7e91e80f350ac1d337 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:28:51.794631 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c5e058c5-eb35-4b4c-9d61-e88891d66736 req-50fb0173-ec8a-4568-80ba-655c5d2a2672 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab48e432-b498-4681-a45f-86cd5a48ffa1 HTTP/1.1" status: 200 len: 210 time: 0.1272993 May 21 15:28:51.881007 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627bd30-0dcc-48da-abc8-2d3c71cb226e req-aa17230e-d629-48b5-b961-c1ed47ac9c85 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:51.882379 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-8627bd30-0dcc-48da-abc8-2d3c71cb226e req-aa17230e-d629-48b5-b961-c1ed47ac9c85 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1078439 May 21 15:28:51.930969 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-8627bd30-0dcc-48da-abc8-2d3c71cb226e req-19914374-a6f8-4de0-9ec4-118c53a7d803 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 May 21 15:28:52.580342 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79d76b-ee01-459f-b0cc-d9ba8a3cdd21 req-6b28879d-80ed-474a-ad97-670abbc78046 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:52.593926 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-fb79d76b-ee01-459f-b0cc-d9ba8a3cdd21 req-6b28879d-80ed-474a-ad97-670abbc78046 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1722577 May 21 15:28:52.654298 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2352ac-d361-42e1-993b-744950e5df5f req-551a23cf-7826-4a3f-b37c-4dc4b4eafd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:52.657239 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9b2352ac-d361-42e1-993b-744950e5df5f req-551a23cf-7826-4a3f-b37c-4dc4b4eafd58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=161234b3a2ac417b9eaddb42302b4075&device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 1099 time: 0.2295582 May 21 15:28:52.672608 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463709f-dcfb-41f4-8086-a3e4f4495aad req-207a1650-9957-4a5a-aee0-f41d360c0d84 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:52.681955 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1463709f-dcfb-41f4-8086-a3e4f4495aad req-207a1650-9957-4a5a-aee0-f41d360c0d84 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.2009215 May 21 15:28:52.822247 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-fb79d76b-ee01-459f-b0cc-d9ba8a3cdd21 req-c3f6d252-e01e-4b34-b39a-96edf680fe55 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264526 May 21 15:28:52.907499 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2352ac-d361-42e1-993b-744950e5df5f req-1cb2ee7f-7b9f-4dea-b918-d0c7290b6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:52.909249 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9b2352ac-d361-42e1-993b-744950e5df5f req-1cb2ee7f-7b9f-4dea-b918-d0c7290b6df9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e58c33a-8f14-4216-8b82-5fec9142b248 HTTP/1.1" status: 200 len: 911 time: 0.2056878 May 21 15:28:53.042598 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1463709f-dcfb-41f4-8086-a3e4f4495aad req-3bd8956b-3914-47a2-bc31-d3e6075f1569 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587694 May 21 15:28:53.062279 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e36bd-e36f-471a-ae2d-f3eacbf7f8ec req-cb2450d1-65de-425f-bb48-419c69dfa02b tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:53.070042 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-369e36bd-e36f-471a-ae2d-f3eacbf7f8ec req-cb2450d1-65de-425f-bb48-419c69dfa02b tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.1335132 May 21 15:28:53.125288 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9b2352ac-d361-42e1-993b-744950e5df5f req-f3a6bec9-7127-4a0c-a13b-a239578a6dba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 HTTP/1.1" status: 200 len: 1001 time: 0.2048028 May 21 15:28:53.175086 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-369e36bd-e36f-471a-ae2d-f3eacbf7f8ec req-b4fd5c23-67cd-4f8d-802c-dfad7c0cd70c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012394 May 21 15:28:53.274180 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2352ac-d361-42e1-993b-744950e5df5f req-3fef79eb-2610-4ad1-835a-f752ab1aa5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:53.276280 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9b2352ac-d361-42e1-993b-744950e5df5f req-3fef79eb-2610-4ad1-835a-f752ab1aa5ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc HTTP/1.1" status: 200 len: 849 time: 0.1440194 May 21 15:28:53.383410 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2352ac-d361-42e1-993b-744950e5df5f req-01585240-f3ce-4ff8-aac6-2a0c62875a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:53.384758 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9b2352ac-d361-42e1-993b-744950e5df5f req-01585240-f3ce-4ff8-aac6-2a0c62875a9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e58c33a-8f14-4216-8b82-5fec9142b248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0977311 May 21 15:28:53.642697 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9b2352ac-d361-42e1-993b-744950e5df5f req-40bb7214-3c54-46b9-9014-d48f32adf0d1 service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462022 May 21 15:28:53.839527 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:53.900879 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9b2352ac-d361-42e1-993b-744950e5df5f req-361e52d4-f6b6-431a-ab58-013c82ff8801 service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441347 May 21 15:28:54.121790 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9045e0-6bbf-4e86-9d38-34aa1e10f727 req-c9a552b2-2b9a-42e0-b698-b14f70bf62c7 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:54.129589 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cf9045e0-6bbf-4e86-9d38-34aa1e10f727 req-c9a552b2-2b9a-42e0-b698-b14f70bf62c7 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1209755 May 21 15:28:54.177791 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-0c571d55-e74b-4486-a3a8-54c49cd33dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:54.222214 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cf9045e0-6bbf-4e86-9d38-34aa1e10f727 req-93da3160-4223-4a74-9b7c-b60f2fd23e9e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910985 May 21 15:28:54.295713 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdd26f-8880-49a7-bf03-c7f08270dc7f req-3ec66317-a2f8-4b15-951f-cdad4c79a312 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:54.304052 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f4bdd26f-8880-49a7-bf03-c7f08270dc7f req-3ec66317-a2f8-4b15-951f-cdad4c79a312 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1405845 May 21 15:28:54.367113 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f4bdd26f-8880-49a7-bf03-c7f08270dc7f req-ca14d9cc-5a70-460d-9108-107c6e7f5dd9 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617573 May 21 15:28:54.457799 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 58646) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:54.460496 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50605c-bcf0-4df6-ada6-ecbd14a3a072 req-b0d2544c-915f-494b-8992-b94121df5c31 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:54.461962 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7f50605c-bcf0-4df6-ada6-ecbd14a3a072 req-b0d2544c-915f-494b-8992-b94121df5c31 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.1035945 May 21 15:28:54.513211 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 3c56d875-1eac-494b-88a7-f234b60583ab no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:28:54.519138 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7f50605c-bcf0-4df6-ada6-ecbd14a3a072 req-8dd49a0b-f886-49d5-a9db-c2c36b40512a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509028 May 21 15:28:54.555638 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: 3c56d875-1eac-494b-88a7-f234b60583ab {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:28:54.556649 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 3c56d875-1eac-494b-88a7-f234b60583ab not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:28:54.628675 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f24bb9ab-5e56-4f15-b435-52d4eb63489f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:54.644418 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-f24bb9ab-5e56-4f15-b435-52d4eb63489f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:54.649416 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-f24bb9ab-5e56-4f15-b435-52d4eb63489f admin admin] Usage tracker for resource:security_group_rule and tenant:41f16b7c671c49999564639773451f8c is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:54.652980 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-f24bb9ab-5e56-4f15-b435-52d4eb63489f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:54.660176 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-f24bb9ab-5e56-4f15-b435-52d4eb63489f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:54.765948 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f24bb9ab-5e56-4f15-b435-52d4eb63489f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:54.771988 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f24bb9ab-5e56-4f15-b435-52d4eb63489f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:54.780450 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-975b7dc1-ae56-4826-ac2d-7d6cba28accc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:54.923865 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-f24bb9ab-5e56-4f15-b435-52d4eb63489f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41f16b7c671c49999564639773451f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648495 May 21 15:28:54.924581 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58660) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:54.926438 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bb9ab-5e56-4f15-b435-52d4eb63489f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e51085-8c06-48ee-ad43-18d313dc5766,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:54.943353 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f24bb9ab-5e56-4f15-b435-52d4eb63489f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:55.013561 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:55.072557 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-75bfdc3f-972d-4ad0-9335-7c05e0155df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:55.107576 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-75bfdc3f-972d-4ad0-9335-7c05e0155df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:55.202976 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-75bfdc3f-972d-4ad0-9335-7c05e0155df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:55.208451 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-9956b309-e055-42c8-a501-68f2ce17e1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:55.227460 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-75bfdc3f-972d-4ad0-9335-7c05e0155df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:55.231625 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-75bfdc3f-972d-4ad0-9335-7c05e0155df8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1e51085-8c06-48ee-ad43-18d313dc5766 HTTP/1.1" status: 204 len: 168 time: 0.3036880 May 21 15:28:55.231625 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfdc3f-972d-4ad0-9335-7c05e0155df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e51085-8c06-48ee-ad43-18d313dc5766,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:55.275108 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-75bfdc3f-972d-4ad0-9335-7c05e0155df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:55.484742 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a6189-15da-4b61-b686-a30b6c7a94d4 req-c6b0fc64-058a-47d0-b383-76e23ea6ef20 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:55.486396 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e53a6189-15da-4b61-b686-a30b6c7a94d4 req-c6b0fc64-058a-47d0-b383-76e23ea6ef20 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1114726 May 21 15:28:55.542411 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e53a6189-15da-4b61-b686-a30b6c7a94d4 req-69450f14-0452-43ca-9f48-fbcbf7ade07b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491817 May 21 15:28:55.642885 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7534f8-d1b8-48fd-ad85-9805e77778e0 req-ac0b3a22-12e6-4d64-8d6a-09d3bb8f74f6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:55.644454 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-4a7534f8-d1b8-48fd-ad85-9805e77778e0 req-ac0b3a22-12e6-4d64-8d6a-09d3bb8f74f6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1064627 May 21 15:28:55.666594 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 58684) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:55.783455 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:55.794081 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-4a7534f8-d1b8-48fd-ad85-9805e77778e0 req-255f2565-59d7-4b8b-b15e-1db8915af11a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408479 May 21 15:28:55.824493 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:55.830821 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Usage tracker for resource:security_group_rule and tenant:52937128df2645ac87c53a073105e3f9 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:55.835683 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:55.843507 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:55.882316 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9d39a-c173-4e90-bd4b-0862f4e716f9 req-bbf2160c-d21d-4ddd-9d16-06b981b64b82 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:55.884024 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-53a9d39a-c173-4e90-bd4b-0862f4e716f9 req-bbf2160c-d21d-4ddd-9d16-06b981b64b82 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.1813858 May 21 15:28:55.996974 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-53a9d39a-c173-4e90-bd4b-0862f4e716f9 req-32840107-6b11-445c-b2f0-8641d7927ee1 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848885 May 21 15:28:56.017424 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:56.026669 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:56.033535 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-a21e5dfd-44c1-4be3-a1ca-d23454c569e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:56.078479 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52937128df2645ac87c53a073105e3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122474 May 21 15:28:56.079530 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599f91ce-8f16-400f-8d9f-936e19e73d93,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:56.081333 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58688) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:56.089980 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:56.090640 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:56.091445 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:56.092010 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:56.092554 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:56.093131 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:56.093799 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:56.094519 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:56.095637 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:56.096406 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:56.096855 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:56.097714 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:56.102548 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:56.151204 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-31eebc72-3f8c-4c04-abe2-cee6bdf48788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:56.183811 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-31eebc72-3f8c-4c04-abe2-cee6bdf48788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:56.274713 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-31eebc72-3f8c-4c04-abe2-cee6bdf48788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:56.291044 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-c7c732bf-3b43-4e48-a5d6-7f3976af4e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:56.296251 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eebc72-3f8c-4c04-abe2-cee6bdf48788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599f91ce-8f16-400f-8d9f-936e19e73d93,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:56.299718 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-31eebc72-3f8c-4c04-abe2-cee6bdf48788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:56.303167 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-31eebc72-3f8c-4c04-abe2-cee6bdf48788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:56.304565 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-31eebc72-3f8c-4c04-abe2-cee6bdf48788 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/599f91ce-8f16-400f-8d9f-936e19e73d93 HTTP/1.1" status: 204 len: 168 time: 0.2221558 May 21 15:28:56.818094 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:57.173976 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2f228-eb41-4ec4-bac7-ea504965a430 req-0b5263eb-e9db-4a03-8249-6d877fe696f2 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:57.184099 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-32c2f228-eb41-4ec4-bac7-ea504965a430 req-0b5263eb-e9db-4a03-8249-6d877fe696f2 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.2185977 May 21 15:28:57.257599 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-32c2f228-eb41-4ec4-bac7-ea504965a430 req-907ab9c7-8644-4093-be3b-beb6bd77ff71 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708947 May 21 15:28:57.264209 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af984fd3-30ec-4d90-988a-156b365fe0d7 req-0927f0e4-f4c2-4247-a0d6-871a2fbc878c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:57.274070 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-af984fd3-30ec-4d90-988a-156b365fe0d7 req-0927f0e4-f4c2-4247-a0d6-871a2fbc878c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.1088734 May 21 15:28:57.358444 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-af984fd3-30ec-4d90-988a-156b365fe0d7 req-f9966117-ecc5-48f3-9d36-826f8debf08b tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828114 May 21 15:28:58.239534 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-ed19a8bd-5000-40d0-98a2-984a9997cd63 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:58.241628 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-ed19a8bd-5000-40d0-98a2-984a9997cd63 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/networks?id=19b9703f-d9e8-42a0-99a4-010e9d535b5f HTTP/1.1" status: 200 len: 813 time: 0.1902394 May 21 15:28:58.271695 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-744d2569-c26f-4533-bb00-7d78d6094d85 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/quotas/fc818d41c5a84c7e91e80f350ac1d337 HTTP/1.1" status: 200 len: 375 time: 0.0165436 May 21 15:28:58.338508 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-b0245ec4-242f-4f8f-9f23-3239a571fc3c tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc818d41c5a84c7e91e80f350ac1d337&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668862 May 21 15:28:58.560047 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab49c5c-86bf-41bd-8f9e-048d62c65f8c req-54605901-3bb9-4ebf-9468-0f519368ae3b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:58.567525 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-d39c2141-fb92-4a4f-88b0-cd9d517e9199 service neutron] 10.222.0.42 "GET /v2.0/networks/19b9703f-d9e8-42a0-99a4-010e9d535b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280614 May 21 15:28:58.568278 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7ab49c5c-86bf-41bd-8f9e-048d62c65f8c req-54605901-3bb9-4ebf-9468-0f519368ae3b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1211989 May 21 15:28:58.629620 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7ab49c5c-86bf-41bd-8f9e-048d62c65f8c req-aebdbbc7-cbb2-4b41-9e0b-2f0f8985556a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602555 May 21 15:28:58.831690 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 58784) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:58.863416 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-e2a7f389-f21c-49f8-8e88-5b4e8814ed77 service neutron] 10.222.0.42 "GET /v2.0/networks/19b9703f-d9e8-42a0-99a4-010e9d535b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875309 May 21 15:28:58.871708 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b81fd9-b6c2-4e58-bc31-cbe26cc65ab8 req-6840d894-dbed-4580-88c1-f669674f7349 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:58.873339 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e1b81fd9-b6c2-4e58-bc31-cbe26cc65ab8 req-6840d894-dbed-4580-88c1-f669674f7349 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.1377003 May 21 15:28:59.056321 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e1b81fd9-b6c2-4e58-bc31-cbe26cc65ab8 req-812d38bd-a996-4117-87fe-a2b219791c01 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1718500 May 21 15:28:59.090000 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-12cce08a-d592-4471-9b8b-52239498c59b req-e6fda0b3-41e8-45f6-bbc8-1eb73d539433 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 210 time: 0.0660090 May 21 15:28:59.173497 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-be9e955d-c131-4411-a9cf-91fd936a344d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:59.212837 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-be9e955d-c131-4411-a9cf-91fd936a344d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:59.223479 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-be9e955d-c131-4411-a9cf-91fd936a344d admin admin] Usage tracker for resource:security_group_rule and tenant:6ded6c669daf4e9eaf038d4ed6bcf331 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:59.228988 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-be9e955d-c131-4411-a9cf-91fd936a344d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:59.237402 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-be9e955d-c131-4411-a9cf-91fd936a344d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:59.357074 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-be9e955d-c131-4411-a9cf-91fd936a344d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:59.366126 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-be9e955d-c131-4411-a9cf-91fd936a344d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:59.378097 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6f3548c2-87fa-406e-9bf2-7a778e9fd40f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:59.434460 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-be9e955d-c131-4411-a9cf-91fd936a344d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ded6c669daf4e9eaf038d4ed6bcf331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6013565 May 21 15:28:59.437061 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58810) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:59.437549 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e955d-c131-4411-a9cf-91fd936a344d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065cbcf1-6c2d-4d2c-a782-fd606851f3f7,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:59.440786 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-be9e955d-c131-4411-a9cf-91fd936a344d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:59.550419 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8a9848ae-db90-4c21-bb8b-623660760fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:59.591756 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8a9848ae-db90-4c21-bb8b-623660760fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:59.664593 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8a9848ae-db90-4c21-bb8b-623660760fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:59.670190 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-5c8f33f5-bcc6-4945-a979-1e27c097b8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:59.689529 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9848ae-db90-4c21-bb8b-623660760fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065cbcf1-6c2d-4d2c-a782-fd606851f3f7,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:59.692490 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-8a9848ae-db90-4c21-bb8b-623660760fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:59.694911 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8a9848ae-db90-4c21-bb8b-623660760fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:59.700051 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-8a9848ae-db90-4c21-bb8b-623660760fc2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/065cbcf1-6c2d-4d2c-a782-fd606851f3f7 HTTP/1.1" status: 204 len: 168 time: 0.2610168 May 21 15:28:59.938984 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4f623-7442-4caf-b2c5-2351880b5ee2 req-4835d35b-6d99-4bed-a1ca-d0d2f1dc3d8a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:59.953919 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-bae4f623-7442-4caf-b2c5-2351880b5ee2 req-4835d35b-6d99-4bed-a1ca-d0d2f1dc3d8a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1541464 May 21 15:29:00.047789 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-bae4f623-7442-4caf-b2c5-2351880b5ee2 req-fe4ed9be-19e3-454a-9c88-9c27742d4e4d tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923975 May 21 15:29:00.366932 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-cec70455-061a-426e-b0b6-169288ed7a5d req-dad36149-4dc2-446b-ada5-ffa2799fcf0d tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 210 time: 0.0728564 May 21 15:29:00.431301 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1d351-9b4b-4045-a37f-a1ab2b3782a9 req-9e58702a-605e-493c-98b5-07dcddd50d60 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:00.439319 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-fad1d351-9b4b-4045-a37f-a1ab2b3782a9 req-9e58702a-605e-493c-98b5-07dcddd50d60 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.1379323 May 21 15:29:00.491555 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-fad1d351-9b4b-4045-a37f-a1ab2b3782a9 req-9d1ab63d-b129-480f-84e7-8dc1fd004d35 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496681 May 21 15:29:00.968522 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-62ad5096-5aeb-439e-85d7-3b411ae61f38 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:00.974351 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-62ad5096-5aeb-439e-85d7-3b411ae61f38 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.44 "GET /v2.0/networks?id=19b9703f-d9e8-42a0-99a4-010e9d535b5f HTTP/1.1" status: 200 len: 813 time: 0.2299500 May 21 15:29:00.997875 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-86dc647f-9f09-44ea-8735-64fdeb6cf5f9 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Request body: {'port': {'device_id': '66b4f81b-ab88-4e93-a498-fd73113d4a83', 'network_id': '19b9703f-d9e8-42a0-99a4-010e9d535b5f', 'admin_state_up': True, 'tenant_id': 'fc818d41c5a84c7e91e80f350ac1d337'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:29:01.201191 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-86dc647f-9f09-44ea-8735-64fdeb6cf5f9 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:29:01.252035 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-86dc647f-9f09-44ea-8735-64fdeb6cf5f9 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:29:01.267083 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-86dc647f-9f09-44ea-8735-64fdeb6cf5f9 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Made reservation on behalf of fc818d41c5a84c7e91e80f350ac1d337 for: {'port': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:29:01.270761 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-86dc647f-9f09-44ea-8735-64fdeb6cf5f9 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:01.448290 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31292e-50f4-4f2c-9e18-fafbf91963df req-f0f0c6be-61b6-4534-917e-f8ee48e4fb24 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:01.455426 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7d31292e-50f4-4f2c-9e18-fafbf91963df req-f0f0c6be-61b6-4534-917e-f8ee48e4fb24 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.2498419 May 21 15:29:01.584491 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7d31292e-50f4-4f2c-9e18-fafbf91963df req-0e9485f0-96cf-4a3e-986b-07cbabe14e51 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280413 May 21 15:29:01.625029 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-abfc1ef0-462e-4542-9e34-956b207047c4 req-6e32d959-92da-44b8-bba9-39e55e718156 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 210 time: 0.0827010 May 21 15:29:01.626773 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-86dc647f-9f09-44ea-8735-64fdeb6cf5f9 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Allocated IP 172.20.0.8 (19b9703f-d9e8-42a0-99a4-010e9d535b5f/8b692fa6-963d-4881-8fa3-266eaaac4e48/d1990a29-b678-4eaa-bbf0-a4abcf0dd7db) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:29:02.157921 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-86dc647f-9f09-44ea-8735-64fdeb6cf5f9 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:02.198794 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9f64e-e775-4aac-a977-1245f1c2ae34 req-dab345c7-d96d-4723-912c-dc39ec2b9fd6 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:02.204874 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ecf9f64e-e775-4aac-a977-1245f1c2ae34 req-dab345c7-d96d-4723-912c-dc39ec2b9fd6 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.4713998 May 21 15:29:02.264835 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ecf9f64e-e775-4aac-a977-1245f1c2ae34 req-a5870be1-9fce-4110-b206-6e190352045b tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553241 May 21 15:29:02.275072 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-86dc647f-9f09-44ea-8735-64fdeb6cf5f9 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:02.307408 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-8bb8097b-f744-48f7-8ceb-093b024e2af0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:02.380518 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-86dc647f-9f09-44ea-8735-64fdeb6cf5f9 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Network 19b9703f-d9e8-42a0-99a4-010e9d535b5f is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:29:02.384493 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-86dc647f-9f09-44ea-8735-64fdeb6cf5f9 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:29:02.390136 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-86dc647f-9f09-44ea-8735-64fdeb6cf5f9 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:29:02.395157 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-86dc647f-9f09-44ea-8735-64fdeb6cf5f9 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:02.395796 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-86dc647f-9f09-44ea-8735-64fdeb6cf5f9 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:02.450091 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc647f-9f09-44ea-8735-64fdeb6cf5f9 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Pushing event updated for resources: {'Port': ['ID=d1990a29-b678-4eaa-bbf0-a4abcf0dd7db,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:02.453119 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-86dc647f-9f09-44ea-8735-64fdeb6cf5f9 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:02.468401 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-86dc647f-9f09-44ea-8735-64fdeb6cf5f9 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4746261 May 21 15:29:02.493960 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Request body: {'port': {'device_id': '66b4f81b-ab88-4e93-a498-fd73113d4a83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:29:02.642714 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:02.884640 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015037aa-e7da-4da9-ab3f-dcc3d70273f4 req-cdb1cf75-0be1-4548-9fae-d79adcec1310 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:02.894665 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-015037aa-e7da-4da9-ab3f-dcc3d70273f4 req-cdb1cf75-0be1-4548-9fae-d79adcec1310 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1640139 May 21 15:29:02.957385 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-015037aa-e7da-4da9-ab3f-dcc3d70273f4 req-2994bdce-97ba-45ae-a915-ef2ddcf14377 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604839 May 21 15:29:03.029760 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416168b7-943d-4895-a9b5-087374df2c1b req-f627eee9-cc77-469b-8428-18d045bf03bf tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:03.030490 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-416168b7-943d-4895-a9b5-087374df2c1b req-f627eee9-cc77-469b-8428-18d045bf03bf tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Synchronizing usage tracker for tenant:fc818d41c5a84c7e91e80f350ac1d337 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:29:03.060673 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-416168b7-943d-4895-a9b5-087374df2c1b req-f627eee9-cc77-469b-8428-18d045bf03bf tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Unset dirty status for tenant:fc818d41c5a84c7e91e80f350ac1d337 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:29:03.061860 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-416168b7-943d-4895-a9b5-087374df2c1b req-f627eee9-cc77-469b-8428-18d045bf03bf tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 931 time: 0.2562108 May 21 15:29:03.171199 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-416168b7-943d-4895-a9b5-087374df2c1b req-62b0a0f9-92ee-4828-8bd2-7819db6e2d13 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983844 May 21 15:29:03.203060 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1990a29-b678-4eaa-bbf0-a4abcf0dd7db {{(pid=91543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:29:03.214664 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:03.271627 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Transition to ACTIVE for port object d1990a29-b678-4eaa-bbf0-a4abcf0dd7db will not be triggered until provisioned by entity L2. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:29:03.281228 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:03.286310 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:03.502878 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Pushing event updated for resources: {'Port': ['ID=d1990a29-b678-4eaa-bbf0-a4abcf0dd7db,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:03.513834 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:03.524604 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Attempting to bind port d1990a29-b678-4eaa-bbf0-a4abcf0dd7db on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:29:03.525047 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Attempting to bind port d1990a29-b678-4eaa-bbf0-a4abcf0dd7db by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'e8c8e0c6-3fdc-493e-a73e-6ebc5624f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19b9703f-d9e8-42a0-99a4-010e9d535b5f'}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:29:03.525421 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Attempting to bind port d1990a29-b678-4eaa-bbf0-a4abcf0dd7db on network 19b9703f-d9e8-42a0-99a4-010e9d535b5f {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:29:03.532074 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Port d1990a29-b678-4eaa-bbf0-a4abcf0dd7db on network 19b9703f-d9e8-42a0-99a4-010e9d535b5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:29:03.532424 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Attempting to bind port d1990a29-b678-4eaa-bbf0-a4abcf0dd7db on network 19b9703f-d9e8-42a0-99a4-010e9d535b5f {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:29:03.543283 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:29:03.543619 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Checking segment: {'id': 'e8c8e0c6-3fdc-493e-a73e-6ebc5624f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19b9703f-d9e8-42a0-99a4-010e9d535b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:29:03.544001 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Bound using segment: {'id': 'e8c8e0c6-3fdc-493e-a73e-6ebc5624f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19b9703f-d9e8-42a0-99a4-010e9d535b5f'} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:29:03.549857 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Bound port: d1990a29-b678-4eaa-bbf0-a4abcf0dd7db, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c8e0c6-3fdc-493e-a73e-6ebc5624f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19b9703f-d9e8-42a0-99a4-010e9d535b5f'}}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:29:03.549857 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:03.576091 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b4f35-2b80-4986-a433-715654cfc2c0 req-ae7b479c-9733-4995-ba71-6336bb414452 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:03.585377 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-fd8b4f35-2b80-4986-a433-715654cfc2c0 req-ae7b479c-9733-4995-ba71-6336bb414452 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.1431742 May 21 15:29:03.649982 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-fd8b4f35-2b80-4986-a433-715654cfc2c0 req-1b0f592a-d8d7-4be5-83de-4e786b408bb7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633993 May 21 15:29:03.699962 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] For port d1990a29-b678-4eaa-bbf0-a4abcf0dd7db, host hv-cinder-79264, cleared binding levels {{(pid=91543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:29:03.703419 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] For port d1990a29-b678-4eaa-bbf0-a4abcf0dd7db, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d1990a29-b678-4eaa-bbf0-a4abcf0dd7db,segment=NetworkSegment(e8c8e0c6-3fdc-493e-a73e-6ebc5624f149),segment_id=e8c8e0c6-3fdc-493e-a73e-6ebc5624f149)] {{(pid=91543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:29:03.713457 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:03.721463 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:03.799460 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:03.800194 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:03.801719 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] 10.222.0.44 "PUT /v2.0/ports/d1990a29-b678-4eaa-bbf0-a4abcf0dd7db HTTP/1.1" status: 200 len: 1093 time: 1.3149514 May 21 15:29:03.802454 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b4f81b-ab88-4e93-a498-fd73113d4a83', 'tag': 'd1990a29-b678-4eaa-bbf0-a4abcf0dd7db'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:29:03.837350 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58902) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:03.849783 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Pushing event updated for resources: {'Port': ['ID=d1990a29-b678-4eaa-bbf0-a4abcf0dd7db,revision_number=3']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:03.861342 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:03.898300 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b4f81b-ab88-4e93-a498-fd73113d4a83', 'tag': 'd1990a29-b678-4eaa-bbf0-a4abcf0dd7db', 'status': 'completed', 'code': 200} May 21 15:29:03.952832 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-6144c35d-7906-47f5-b77d-57a5e35668a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:03.955233 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-6144c35d-7906-47f5-b77d-57a5e35668a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc818d41c5a84c7e91e80f350ac1d337&device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 1096 time: 0.0949373 May 21 15:29:04.080497 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc466-fbbf-463d-b582-a5f0ef40eae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:04.081208 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-f6c22631-50af-49a3-8090-d6b0168f96dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1990a29-b678-4eaa-bbf0-a4abcf0dd7db HTTP/1.1" status: 200 len: 217 time: 0.1168883 May 21 15:29:04.174499 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-6f8adffb-0840-46d3-b8b8-395aa52a5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:04.176173 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-6f8adffb-0840-46d3-b8b8-395aa52a5d01 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b692fa6-963d-4881-8fa3-266eaaac4e48 HTTP/1.1" status: 200 len: 853 time: 0.0872595 May 21 15:29:04.238811 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-5df97293-cd62-48c1-956a-5c088ce1e007 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19b9703f-d9e8-42a0-99a4-010e9d535b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527916 May 21 15:29:04.267162 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-e2ffc466-fbbf-463d-b582-a5f0ef40eae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:29:04.281642 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-e2ffc466-fbbf-463d-b582-a5f0ef40eae7 admin admin] Usage tracker for resource:security_group_rule and tenant:36e8a0b4f6314ab88c90ea3cb58c4ebb is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:29:04.285569 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-e2ffc466-fbbf-463d-b582-a5f0ef40eae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:29:04.293645 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-e2ffc466-fbbf-463d-b582-a5f0ef40eae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:29:04.351437 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618be6b-d4e5-4386-a21d-c44d99178984 req-43546bc6-2a6a-473f-b1d3-10a4f0058b31 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:04.353289 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1618be6b-d4e5-4386-a21d-c44d99178984 req-43546bc6-2a6a-473f-b1d3-10a4f0058b31 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1375642 May 21 15:29:04.431819 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1618be6b-d4e5-4386-a21d-c44d99178984 req-f2e459ed-57f3-4f6b-9892-a6328fc097d9 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706749 May 21 15:29:04.469222 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc466-fbbf-463d-b582-a5f0ef40eae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:04.476814 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc466-fbbf-463d-b582-a5f0ef40eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:04.487307 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6de5f2d9-5c0b-4c5e-84e5-05cbee920bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:04.536306 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-e2ffc466-fbbf-463d-b582-a5f0ef40eae7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36e8a0b4f6314ab88c90ea3cb58c4ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6956203 May 21 15:29:04.536547 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffc466-fbbf-463d-b582-a5f0ef40eae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566c96e9-a18b-4a47-a95a-c7439a06b8c7,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:04.539453 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 58912) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:04.551255 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e2ffc466-fbbf-463d-b582-a5f0ef40eae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:04.635855 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-61cb059e-07fb-4444-a940-4f1df1dcd013 service neutron] 10.222.0.44 "GET /v2.0/networks/19b9703f-d9e8-42a0-99a4-010e9d535b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856761 May 21 15:29:04.696516 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359259b4-33da-4f64-876f-da156d392640 req-34755f3a-960b-469b-850f-5711772fc96a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:04.698080 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-359259b4-33da-4f64-876f-da156d392640 req-34755f3a-960b-469b-850f-5711772fc96a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 943 time: 0.3568151 May 21 15:29:04.698807 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-d3ddaa40-9c61-4823-acc6-839b5465cfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:04.890051 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ffeabdb1-329e-464a-a89b-8c5d1d4149bf req-f400c1c6-31d6-483e-b8ac-ba12d59b7322 service neutron] 10.222.0.44 "GET /v2.0/networks/19b9703f-d9e8-42a0-99a4-010e9d535b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457759 May 21 15:29:04.914144 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664b2e8-7f1f-43ea-99c1-db6b3d7f1f5d req-98c4744a-54bb-4c1f-bb85-52aa7f30baaf tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:04.915773 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7664b2e8-7f1f-43ea-99c1-db6b3d7f1f5d req-98c4744a-54bb-4c1f-bb85-52aa7f30baaf tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.1292031 May 21 15:29:04.917142 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-d3ddaa40-9c61-4823-acc6-839b5465cfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:04.930622 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-359259b4-33da-4f64-876f-da156d392640 req-628328fc-208a-45b1-af91-32d5fef2001b tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243700 May 21 15:29:05.091185 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7664b2e8-7f1f-43ea-99c1-db6b3d7f1f5d req-2eb0b1b1-fcf6-4489-8a5f-38dcfb0a102c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1451259 May 21 15:29:05.113144 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-d3ddaa40-9c61-4823-acc6-839b5465cfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:05.117320 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:05.132395 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddaa40-9c61-4823-acc6-839b5465cfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566c96e9-a18b-4a47-a95a-c7439a06b8c7,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:05.135358 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-d3ddaa40-9c61-4823-acc6-839b5465cfda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:05.145920 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-d3ddaa40-9c61-4823-acc6-839b5465cfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:05.146922 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-d3ddaa40-9c61-4823-acc6-839b5465cfda admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/566c96e9-a18b-4a47-a95a-c7439a06b8c7 HTTP/1.1" status: 204 len: 168 time: 0.6045420 May 21 15:29:05.159853 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5051583-f2f9-4650-b1fb-ec4f2cab7155 req-09784cd3-8ccb-4a4d-b525-c0a383756766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:05.166101 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a5051583-f2f9-4650-b1fb-ec4f2cab7155 req-09784cd3-8ccb-4a4d-b525-c0a383756766 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc818d41c5a84c7e91e80f350ac1d337&device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 1096 time: 0.1944096 May 21 15:29:05.379006 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5051583-f2f9-4650-b1fb-ec4f2cab7155 req-0322c23a-fc59-4748-8098-925f6dc5e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:05.381382 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a5051583-f2f9-4650-b1fb-ec4f2cab7155 req-0322c23a-fc59-4748-8098-925f6dc5e876 service neutron] 10.222.0.44 "GET /v2.0/networks?id=19b9703f-d9e8-42a0-99a4-010e9d535b5f HTTP/1.1" status: 200 len: 914 time: 0.2053826 May 21 15:29:05.455628 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58932) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:05.482712 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a5051583-f2f9-4650-b1fb-ec4f2cab7155 req-8adf9779-0141-4758-b737-6193003ca3bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1990a29-b678-4eaa-bbf0-a4abcf0dd7db HTTP/1.1" status: 200 len: 217 time: 0.0915003 May 21 15:29:05.620242 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5051583-f2f9-4650-b1fb-ec4f2cab7155 req-a825c78e-c262-4530-82c0-a1e4cb28ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:05.625094 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a5051583-f2f9-4650-b1fb-ec4f2cab7155 req-a825c78e-c262-4530-82c0-a1e4cb28ccdf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b692fa6-963d-4881-8fa3-266eaaac4e48 HTTP/1.1" status: 200 len: 853 time: 0.1285021 May 21 15:29:05.751028 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a5051583-f2f9-4650-b1fb-ec4f2cab7155 req-7e96cade-3fe4-4422-8c5d-900cf7beeecd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19b9703f-d9e8-42a0-99a4-010e9d535b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196663 May 21 15:29:05.799499 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58944) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:05.844531 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3e5e6e1d-cd18-49e7-9cec-40f6c3242759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:05.864234 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-4d3a96e8-83de-4650-aba0-163f09fd148c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:05.879261 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-3e5e6e1d-cd18-49e7-9cec-40f6c3242759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:29:05.886111 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-3e5e6e1d-cd18-49e7-9cec-40f6c3242759 admin admin] Usage tracker for resource:security_group_rule and tenant:f5288b2a3d284bbf914bb841fa53ccae is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:29:05.889648 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-4d3a96e8-83de-4650-aba0-163f09fd148c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:29:05.891904 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-3e5e6e1d-cd18-49e7-9cec-40f6c3242759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:29:05.899257 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-4d3a96e8-83de-4650-aba0-163f09fd148c admin admin] Usage tracker for resource:security_group_rule and tenant:8f3577a9b01f4ad59cb9ec04f6a0ba01 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:29:05.902464 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-3e5e6e1d-cd18-49e7-9cec-40f6c3242759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:29:05.905058 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-4d3a96e8-83de-4650-aba0-163f09fd148c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:29:05.913335 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-4d3a96e8-83de-4650-aba0-163f09fd148c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:29:06.004095 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49a32b-7b71-4546-9a76-fe962158b222 req-d19745d4-9f95-4c98-94d4-5e502d709c30 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:06.013283 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8e49a32b-7b71-4546-9a76-fe962158b222 req-d19745d4-9f95-4c98-94d4-5e502d709c30 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.2583971 May 21 15:29:06.103162 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a5051583-f2f9-4650-b1fb-ec4f2cab7155 req-9127c0b0-2ffd-43a1-ad2f-50ff7c9f2330 service neutron] 10.222.0.44 "GET /v2.0/networks/19b9703f-d9e8-42a0-99a4-010e9d535b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520649 May 21 15:29:06.106749 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8e49a32b-7b71-4546-9a76-fe962158b222 req-06525bab-c453-42f0-835f-bd5f18bce83e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926447 May 21 15:29:06.157871 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-4d3a96e8-83de-4650-aba0-163f09fd148c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:06.165224 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3e5e6e1d-cd18-49e7-9cec-40f6c3242759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:06.167635 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-4d3a96e8-83de-4650-aba0-163f09fd148c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:06.175799 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0f1c276e-c26e-494e-9bea-6abfa81fa9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:06.192078 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3e5e6e1d-cd18-49e7-9cec-40f6c3242759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:06.256005 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a5051583-f2f9-4650-b1fb-ec4f2cab7155 req-f7ee7a74-0b18-499c-906b-c49b302d3ff9 service neutron] 10.222.0.44 "GET /v2.0/networks/19b9703f-d9e8-42a0-99a4-010e9d535b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452248 May 21 15:29:06.257079 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a96e8-83de-4650-aba0-163f09fd148c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03fc16e-47e1-4b85-b5c4-f45dd10ef713,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:06.272013 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-4d3a96e8-83de-4650-aba0-163f09fd148c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f3577a9b01f4ad59cb9ec04f6a0ba01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632764 May 21 15:29:06.280189 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-3e5e6e1d-cd18-49e7-9cec-40f6c3242759 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f5288b2a3d284bbf914bb841fa53ccae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8225472 May 21 15:29:06.287813 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58952) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:06.288506 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 58954) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:06.289672 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-4d3a96e8-83de-4650-aba0-163f09fd148c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:06.297769 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-feb85981-737f-48a2-901e-801ed71d0196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:06.327750 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e6e1d-cd18-49e7-9cec-40f6c3242759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79249e35-2f8e-46d4-b777-a452139e6cd7,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:06.331828 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-3e5e6e1d-cd18-49e7-9cec-40f6c3242759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:06.376526 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984c4ab-b82e-489a-bce8-dd22076cf775 req-c2e4181b-728e-44e4-8cb4-801850cee415 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:06.378132 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-6984c4ab-b82e-489a-bce8-dd22076cf775 req-c2e4181b-728e-44e4-8cb4-801850cee415 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 943 time: 0.2795639 May 21 15:29:06.388980 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20226e-58c0-4703-9376-5e6154d9239b req-92d5ef72-0df2-4cab-94ca-d9b3241d3646 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:06.390943 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c20226e-58c0-4703-9376-5e6154d9239b req-92d5ef72-0df2-4cab-94ca-d9b3241d3646 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.1339366 May 21 15:29:06.442784 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c20226e-58c0-4703-9376-5e6154d9239b req-40155e5d-f5a9-4fb3-9d7e-0dd6a549617d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460494 May 21 15:29:06.514956 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-99224a62-22aa-42f2-89bb-2d76ada93657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:06.524574 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-6984c4ab-b82e-489a-bce8-dd22076cf775 req-d8819ced-4468-48c2-96ae-3bcd8a8a6950 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171052 May 21 15:29:06.524574 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-21a1361d-58ab-47f2-9800-c811f653420b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:06.567585 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-99224a62-22aa-42f2-89bb-2d76ada93657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:06.574940 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-21a1361d-58ab-47f2-9800-c811f653420b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:06.657996 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-21a1361d-58ab-47f2-9800-c811f653420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:06.663137 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6e3120f2-d556-4998-bdcb-9409ea88c5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:06.672753 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-99224a62-22aa-42f2-89bb-2d76ada93657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:06.682873 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1361d-58ab-47f2-9800-c811f653420b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79249e35-2f8e-46d4-b777-a452139e6cd7,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:06.687032 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-21a1361d-58ab-47f2-9800-c811f653420b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:06.689036 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0faf2ec1-304f-4362-b41b-4349fa7b0f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:06.705996 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99224a62-22aa-42f2-89bb-2d76ada93657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03fc16e-47e1-4b85-b5c4-f45dd10ef713,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:06.711615 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-99224a62-22aa-42f2-89bb-2d76ada93657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:06.715315 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-21a1361d-58ab-47f2-9800-c811f653420b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:06.716398 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-21a1361d-58ab-47f2-9800-c811f653420b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79249e35-2f8e-46d4-b777-a452139e6cd7 HTTP/1.1" status: 204 len: 168 time: 0.4201317 May 21 15:29:06.720716 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-99224a62-22aa-42f2-89bb-2d76ada93657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:06.724329 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-99224a62-22aa-42f2-89bb-2d76ada93657 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b03fc16e-47e1-4b85-b5c4-f45dd10ef713 HTTP/1.1" status: 204 len: 168 time: 0.4295735 May 21 15:29:07.432865 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933f0d1-bb14-4c67-90c0-a6dbe69d59bb req-2921731b-551c-4a80-b78b-7ea64e220a54 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:07.434335 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f933f0d1-bb14-4c67-90c0-a6dbe69d59bb req-2921731b-551c-4a80-b78b-7ea64e220a54 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1738694 May 21 15:29:07.436611 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067dc4c-7e8d-40d0-a688-6ed66ef09eab req-6498c4c8-6917-4bab-9e1e-19fda6637088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:07.437829 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e067dc4c-7e8d-40d0-a688-6ed66ef09eab req-6498c4c8-6917-4bab-9e1e-19fda6637088 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 1098 time: 0.2146327 May 21 15:29:07.455849 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eddc10-03ba-407b-8144-e95f91f80940 req-ac34fe6a-0488-4d47-8330-c269969e3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:07.457283 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e9eddc10-03ba-407b-8144-e95f91f80940 req-ac34fe6a-0488-4d47-8330-c269969e3742 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=865c13fd2e73428fa9c0e35a559bac7c&device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 1098 time: 0.1423821 May 21 15:29:07.595601 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f933f0d1-bb14-4c67-90c0-a6dbe69d59bb req-e2227981-122b-450d-b293-a1a2bf95556c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545341 May 21 15:29:07.605262 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e067dc4c-7e8d-40d0-a688-6ed66ef09eab req-832479a3-b142-4291-a6ab-f0aa6f7a7cbc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454711 May 21 15:29:07.669498 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4c107-000c-44a0-b6fc-8b8c7afddb80 req-b7806529-20f2-4dd5-a3da-4bccc9f9ccf4 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:07.671513 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f3a4c107-000c-44a0-b6fc-8b8c7afddb80 req-b7806529-20f2-4dd5-a3da-4bccc9f9ccf4 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.1048234 May 21 15:29:07.723527 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f3a4c107-000c-44a0-b6fc-8b8c7afddb80 req-6adbe9ae-1753-4103-a1a4-4982eb084259 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437458 May 21 15:29:07.817555 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eddc10-03ba-407b-8144-e95f91f80940 req-9a841573-8588-4f40-b34e-fb529421f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:07.819007 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e9eddc10-03ba-407b-8144-e95f91f80940 req-9a841573-8588-4f40-b34e-fb529421f7cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=be604bdc-eca1-4f61-b6ba-616764e18bc9 HTTP/1.1" status: 200 len: 918 time: 0.3414202 May 21 15:29:07.935054 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826158ce-c713-484d-8eb8-b47874de2658 req-c6b744c8-c312-44df-bcb3-504f6e82421c tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:07.936538 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-826158ce-c713-484d-8eb8-b47874de2658 req-c6b744c8-c312-44df-bcb3-504f6e82421c tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 943 time: 0.1934550 May 21 15:29:07.943743 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e9eddc10-03ba-407b-8144-e95f91f80940 req-ba1f3ff5-3fcd-420e-9589-20befad543fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cabea697-1ef4-41ad-92c1-d0de4ec0fd81 HTTP/1.1" status: 200 len: 1001 time: 0.1169999 May 21 15:29:08.035082 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-826158ce-c713-484d-8eb8-b47874de2658 req-4b118b26-5740-40d7-9b06-db52c2161044 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900667 May 21 15:29:08.047622 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eddc10-03ba-407b-8144-e95f91f80940 req-a559c510-39c1-4def-951e-2d16530c0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:08.049579 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e9eddc10-03ba-407b-8144-e95f91f80940 req-a559c510-39c1-4def-951e-2d16530c0259 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=926fad46-9536-465a-9c61-3bd00dd1e8fb HTTP/1.1" status: 200 len: 856 time: 0.0881648 May 21 15:29:08.133241 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eddc10-03ba-407b-8144-e95f91f80940 req-9157baa3-4cc2-4d6e-b364-ecbb8434c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:08.135161 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e9eddc10-03ba-407b-8144-e95f91f80940 req-9157baa3-4cc2-4d6e-b364-ecbb8434c2d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be604bdc-eca1-4f61-b6ba-616764e18bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767250 May 21 15:29:08.338753 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38f2258e-56bc-4696-a07a-1ddbf63dc8f3 req-1fc082a4-e61a-40b9-a3db-dd9a6672823b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1646333 May 21 15:29:08.342135 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e9eddc10-03ba-407b-8144-e95f91f80940 req-fb8ab3ec-ab7d-4907-ac73-8686a47f4a69 service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948249 May 21 15:29:08.531359 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e9eddc10-03ba-407b-8144-e95f91f80940 req-90b38e19-ef8c-4792-bfb2-f720a20babb8 service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802683 May 21 15:29:08.536452 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2258e-56bc-4696-a07a-1ddbf63dc8f3 req-cab7a60f-7aa6-42fc-a9a9-73b1e92329dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:08.537895 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38f2258e-56bc-4696-a07a-1ddbf63dc8f3 req-cab7a60f-7aa6-42fc-a9a9-73b1e92329dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0d681e2048434c9bb18943b86cfdb059&device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 1099 time: 0.1658649 May 21 15:29:08.569451 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device d1990a29-b678-4eaa-bbf0-a4abcf0dd7db details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:29:08.743471 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2258e-56bc-4696-a07a-1ddbf63dc8f3 req-3840f758-9652-433b-852e-1e776cefb541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:08.745457 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38f2258e-56bc-4696-a07a-1ddbf63dc8f3 req-3840f758-9652-433b-852e-1e776cefb541 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c HTTP/1.1" status: 200 len: 919 time: 0.1520901 May 21 15:29:08.748084 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port d1990a29-b678-4eaa-bbf0-a4abcf0dd7db, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d1990a29-b678-4eaa-bbf0-a4abcf0dd7db,segment=NetworkSegment(e8c8e0c6-3fdc-493e-a73e-6ebc5624f149),segment_id=e8c8e0c6-3fdc-493e-a73e-6ebc5624f149)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:08.782382 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': 'd1990a29-b678-4eaa-bbf0-a4abcf0dd7db', 'network_id': '19b9703f-d9e8-42a0-99a4-010e9d535b5f', 'port_id': 'd1990a29-b678-4eaa-bbf0-a4abcf0dd7db', 'mac_address': 'fa:16:3e:13:6f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b692fa6-963d-4881-8fa3-266eaaac4e48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:29:08.861575 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:08.861819 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38f2258e-56bc-4696-a07a-1ddbf63dc8f3 req-7e359360-ac52-46ae-8f00-5e02a6051adf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=392cec2c-f135-4887-9d3d-eb5fe183463c HTTP/1.1" status: 200 len: 217 time: 0.1020696 May 21 15:29:08.883204 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f19d7-0da6-46a1-9776-904e5d07bbc7 req-1a0a43ec-5840-416a-a0c2-eb8c3291165c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:08.885956 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-4b7f19d7-0da6-46a1-9776-904e5d07bbc7 req-1a0a43ec-5840-416a-a0c2-eb8c3291165c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1396232 May 21 15:29:08.892292 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1990a29-b678-4eaa-bbf0-a4abcf0dd7db {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:29:08.911950 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port d1990a29-b678-4eaa-bbf0-a4abcf0dd7db, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d1990a29-b678-4eaa-bbf0-a4abcf0dd7db,segment=NetworkSegment(e8c8e0c6-3fdc-493e-a73e-6ebc5624f149),segment_id=e8c8e0c6-3fdc-493e-a73e-6ebc5624f149)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:08.923950 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:08.927706 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:08.938933 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2258e-56bc-4696-a07a-1ddbf63dc8f3 req-6f2edc73-d02b-4486-90a8-6de2ba137107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:08.941099 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38f2258e-56bc-4696-a07a-1ddbf63dc8f3 req-6f2edc73-d02b-4486-90a8-6de2ba137107 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=355f014a-5478-4d88-83e9-4ebb6ef8c26e HTTP/1.1" status: 200 len: 858 time: 0.0721865 May 21 15:29:08.948048 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-4b7f19d7-0da6-46a1-9776-904e5d07bbc7 req-26b3fe9b-a4f2-4cab-b7d8-d93ed543133b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533209 May 21 15:29:09.014297 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=d1990a29-b678-4eaa-bbf0-a4abcf0dd7db,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:09.021695 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:09.022138 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:09.022961 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:09.023341 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:09.023736 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:09.024129 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:09.024519 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:09.024934 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:09.026180 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:09.026515 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:09.026842 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:09.027237 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:09.031391 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:09.043500 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38f2258e-56bc-4696-a07a-1ddbf63dc8f3 req-7553aabe-9cf5-46e4-87e8-65ce1cc19d58 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891879 May 21 15:29:09.195887 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad968348-6a0c-42b2-b6ba-cffff153676d req-70595db8-d213-40c6-8d96-4b5601b10a1f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:09.197545 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ad968348-6a0c-42b2-b6ba-cffff153676d req-70595db8-d213-40c6-8d96-4b5601b10a1f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.2005308 May 21 15:29:09.237985 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38f2258e-56bc-4696-a07a-1ddbf63dc8f3 req-196bfb65-748b-491b-b45f-12285fd75b17 service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786282 May 21 15:29:09.239114 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a75489-cdbc-43f0-afc8-d102f9913db9 req-2b07d5dd-d59f-424b-9cf6-0291d5d6f2ef tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:09.240635 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-53a75489-cdbc-43f0-afc8-d102f9913db9 req-2b07d5dd-d59f-424b-9cf6-0291d5d6f2ef tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 944 time: 0.0857670 May 21 15:29:09.260483 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['d1990a29-b678-4eaa-bbf0-a4abcf0dd7db'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:29:09.296826 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ad968348-6a0c-42b2-b6ba-cffff153676d req-c9c17fea-5ff5-4098-ac90-4dd5a8f81d10 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843399 May 21 15:29:09.321310 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-53a75489-cdbc-43f0-afc8-d102f9913db9 req-e8d43bd2-6631-4dd1-8c96-5f54b04613e2 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740452 May 21 15:29:09.348438 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:09.417038 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-38f2258e-56bc-4696-a07a-1ddbf63dc8f3 req-8a4ce957-bae6-4122-9e0a-1b896017910d service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604421 May 21 15:29:09.831353 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 59054) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:09.951537 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:09.966441 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:29:09.970219 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Usage tracker for resource:security_group_rule and tenant:2b48a6a027294c6e885d5964b3cbc9a0 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:29:09.973023 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:29:09.979697 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:29:10.068604 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:10.073335 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:10.080657 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-3b223c7c-2ce3-4899-9b53-3f0cc61d7e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:10.122295 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc127a77-0344-47dd-a027-325fb8b3770b,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:10.127600 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b48a6a027294c6e885d5964b3cbc9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952263 May 21 15:29:10.131307 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 59062) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:10.132149 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:10.132512 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:10.132896 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:10.133393 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:10.133741 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:10.134106 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:10.134459 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:10.134799 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:10.135231 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:10.135574 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:10.135910 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:10.136243 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:10.140480 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:10.268584 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83363d-df0e-4f02-8c84-7cb69ed8fe8c req-72fde0d1-6c30-43ff-9c95-304de72145f7 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:10.270077 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-de83363d-df0e-4f02-8c84-7cb69ed8fe8c req-72fde0d1-6c30-43ff-9c95-304de72145f7 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.2048519 May 21 15:29:10.306267 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-42fa7997-a1f3-49be-a0b4-133ecd5ff39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:10.345003 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-de83363d-df0e-4f02-8c84-7cb69ed8fe8c req-ae6e6fa0-c625-43bc-ace8-fe89c71bf4c4 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630589 May 21 15:29:10.349315 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-42fa7997-a1f3-49be-a0b4-133ecd5ff39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:10.404655 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-42fa7997-a1f3-49be-a0b4-133ecd5ff39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:10.409621 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-adb06edc-24e8-4404-8abb-d4e6c0cbd46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:10.422891 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa7997-a1f3-49be-a0b4-133ecd5ff39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc127a77-0344-47dd-a027-325fb8b3770b,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:10.426095 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-42fa7997-a1f3-49be-a0b4-133ecd5ff39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:10.428118 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-42fa7997-a1f3-49be-a0b4-133ecd5ff39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:10.431536 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-42fa7997-a1f3-49be-a0b4-133ecd5ff39f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc127a77-0344-47dd-a027-325fb8b3770b HTTP/1.1" status: 204 len: 168 time: 0.2970490 May 21 15:29:10.523275 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf38d6-3d7c-40b1-8e35-dc44b993204d req-21b12b10-43da-4cc8-9b28-ab02caaddece tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:10.525157 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b3bf38d6-3d7c-40b1-8e35-dc44b993204d req-21b12b10-43da-4cc8-9b28-ab02caaddece tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 945 time: 0.1047339 May 21 15:29:10.546525 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7452211-90e8-41c9-98c3-82f1df8a9a0b req-2cec2f8f-0cf9-46ba-957e-3765d9c51ded tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:10.548450 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d7452211-90e8-41c9-98c3-82f1df8a9a0b req-2cec2f8f-0cf9-46ba-957e-3765d9c51ded tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 944 time: 0.0919070 May 21 15:29:10.590650 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device d1990a29-b678-4eaa-bbf0-a4abcf0dd7db up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:29:10.592414 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b3bf38d6-3d7c-40b1-8e35-dc44b993204d req-fac27147-42fb-4473-9033-1c50903836f2 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596743 May 21 15:29:10.606942 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d7452211-90e8-41c9-98c3-82f1df8a9a0b req-c4108731-8ba7-4f50-a85f-fe0bcb2ae352 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482359 May 21 15:29:10.683760 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port d1990a29-b678-4eaa-bbf0-a4abcf0dd7db completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:29:10.690140 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port d1990a29-b678-4eaa-bbf0-a4abcf0dd7db triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:29:10.690862 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:10.834710 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:10.847088 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 59082) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:10.868414 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b4f81b-ab88-4e93-a498-fd73113d4a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1990a29-b678-4eaa-bbf0-a4abcf0dd7db'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:29:10.868631 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3ae384d7-b587-47d1-a0b4-a9cf9b60e1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:10.879929 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port d1990a29-b678-4eaa-bbf0-a4abcf0dd7db, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d1990a29-b678-4eaa-bbf0-a4abcf0dd7db,segment=NetworkSegment(e8c8e0c6-3fdc-493e-a73e-6ebc5624f149),segment_id=e8c8e0c6-3fdc-493e-a73e-6ebc5624f149)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:10.887984 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:10.888615 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-3ae384d7-b587-47d1-a0b4-a9cf9b60e1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:29:10.889171 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device cabea697-1ef4-41ad-92c1-d0de4ec0fd81 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:29:10.893144 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-3ae384d7-b587-47d1-a0b4-a9cf9b60e1db admin admin] Usage tracker for resource:security_group_rule and tenant:dbf7ca0c1089400c86ab90796d3d2a14 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:29:10.907273 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-3ae384d7-b587-47d1-a0b4-a9cf9b60e1db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:29:10.916630 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-3ae384d7-b587-47d1-a0b4-a9cf9b60e1db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:29:10.947521 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b4f81b-ab88-4e93-a498-fd73113d4a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1990a29-b678-4eaa-bbf0-a4abcf0dd7db', 'code': 200} May 21 15:29:10.948134 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:11.055626 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3ae384d7-b587-47d1-a0b4-a9cf9b60e1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:11.063710 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3ae384d7-b587-47d1-a0b4-a9cf9b60e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:11.122684 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-d3ddaa40-9c61-4823-acc6-839b5465cfda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:11.135483 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=d1990a29-b678-4eaa-bbf0-a4abcf0dd7db,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:11.140155 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:11.152328 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 59092) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:11.165168 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-3ae384d7-b587-47d1-a0b4-a9cf9b60e1db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dbf7ca0c1089400c86ab90796d3d2a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168645 May 21 15:29:11.208664 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:11.221195 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae384d7-b587-47d1-a0b4-a9cf9b60e1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e65ebcc-355f-4b49-a9d7-6e8e290ab7e2,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:11.234254 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-3ae384d7-b587-47d1-a0b4-a9cf9b60e1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:11.250837 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port cabea697-1ef4-41ad-92c1-d0de4ec0fd81, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:11.258602 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:11.262875 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:11.309935 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0496a0b2-1130-4b88-8a20-1c361c42ab11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:11.349922 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0496a0b2-1130-4b88-8a20-1c361c42ab11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:11.362340 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,revision_number=8']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:11.365923 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:11.391644 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38d59c-5ff4-4660-b133-c66dea093ea5 req-bcafa09d-cdc9-408a-b4e4-fd5997d7460d tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:11.392198 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebe51c-5e46-44de-8b89-d0c038cee541 req-e5c33d3a-de88-4964-95c5-f486b3d18e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:11.393146 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ab38d59c-5ff4-4660-b133-c66dea093ea5 req-bcafa09d-cdc9-408a-b4e4-fd5997d7460d tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1553824 May 21 15:29:11.393649 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c5ebe51c-5e46-44de-8b89-d0c038cee541 req-e5c33d3a-de88-4964-95c5-f486b3d18e2f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0d681e2048434c9bb18943b86cfdb059&device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 1098 time: 0.1093225 May 21 15:29:11.403707 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b71b1-cb9b-4a45-9afc-f03cda51529a req-69258a61-c174-4e2e-9f8b-3cea7e815f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:11.405198 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e80b71b1-cb9b-4a45-9afc-f03cda51529a req-69258a61-c174-4e2e-9f8b-3cea7e815f52 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 1098 time: 0.1575606 May 21 15:29:11.449192 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ab38d59c-5ff4-4660-b133-c66dea093ea5 req-bdd7228d-c363-4482-a1d1-d7bb93e7b85f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471351 May 21 15:29:11.481334 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0496a0b2-1130-4b88-8a20-1c361c42ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:11.486623 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-32e8c981-e86c-49a6-b607-973ddf03c617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:11.499278 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496a0b2-1130-4b88-8a20-1c361c42ab11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e65ebcc-355f-4b49-a9d7-6e8e290ab7e2,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:11.501531 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0496a0b2-1130-4b88-8a20-1c361c42ab11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:11.511098 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0496a0b2-1130-4b88-8a20-1c361c42ab11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:11.512232 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-0496a0b2-1130-4b88-8a20-1c361c42ab11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e65ebcc-355f-4b49-a9d7-6e8e290ab7e2 HTTP/1.1" status: 204 len: 168 time: 0.3589048 May 21 15:29:11.540590 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e80b71b1-cb9b-4a45-9afc-f03cda51529a req-af22f389-e631-44c0-87dd-6912ca456310 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144068 May 21 15:29:11.580049 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebe51c-5e46-44de-8b89-d0c038cee541 req-1b93f1e0-15a1-4bf1-bf9b-79fa3b270669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:11.581525 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c5ebe51c-5e46-44de-8b89-d0c038cee541 req-1b93f1e0-15a1-4bf1-bf9b-79fa3b270669 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c HTTP/1.1" status: 200 len: 919 time: 0.1753876 May 21 15:29:11.667252 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c5ebe51c-5e46-44de-8b89-d0c038cee541 req-097d0638-fa95-4579-995b-bc15a8d0c8d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae5d9ad0-d729-4705-b921-2d43ffbfbf80 HTTP/1.1" status: 200 len: 217 time: 0.0644293 May 21 15:29:11.825662 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9677a76-6632-4ce8-98ce-8ef5b96375c2 req-f9f80372-3acd-40f6-bd9f-d89522603d05 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:11.827340 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d9677a76-6632-4ce8-98ce-8ef5b96375c2 req-f9f80372-3acd-40f6-bd9f-d89522603d05 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 945 time: 0.0891623 May 21 15:29:11.829575 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebe51c-5e46-44de-8b89-d0c038cee541 req-dd187fbc-1b24-4b7f-87d4-462422fc6c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:11.831123 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c5ebe51c-5e46-44de-8b89-d0c038cee541 req-dd187fbc-1b24-4b7f-87d4-462422fc6c63 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=355f014a-5478-4d88-83e9-4ebb6ef8c26e HTTP/1.1" status: 200 len: 858 time: 0.1236987 May 21 15:29:11.881329 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d9677a76-6632-4ce8-98ce-8ef5b96375c2 req-5c62fa57-672c-483f-83fa-a60e113852fb tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468731 May 21 15:29:11.893514 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c5ebe51c-5e46-44de-8b89-d0c038cee541 req-da8e20e8-2ee5-430a-a93b-3957c1432f0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523338 May 21 15:29:11.903373 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a4e0a-34fd-4b56-960f-2e907e9eaf3f req-2648b6e9-295c-4147-bb4b-cf5aaeae03bb tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:11.904975 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ff4a4e0a-34fd-4b56-960f-2e907e9eaf3f req-2648b6e9-295c-4147-bb4b-cf5aaeae03bb tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.1564438 May 21 15:29:12.028309 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ff4a4e0a-34fd-4b56-960f-2e907e9eaf3f req-3aeab301-0251-408e-88e7-3cc0b918324f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1052506 May 21 15:29:12.084706 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c5ebe51c-5e46-44de-8b89-d0c038cee541 req-535ed751-e06a-4e8a-be82-05c0928bf9fb service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787021 May 21 15:29:12.239842 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c5ebe51c-5e46-44de-8b89-d0c038cee541 req-3ee243f8-3eb5-4574-a4c8-013d319acc22 service neutron] 10.222.0.44 "GET /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412914 May 21 15:29:12.703421 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228430a0-d2c4-44ab-b971-0736be961185 req-a85ad1f3-612a-4ca9-a81c-8c4002a75f84 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:12.706561 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-228430a0-d2c4-44ab-b971-0736be961185 req-a85ad1f3-612a-4ca9-a81c-8c4002a75f84 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0997865 May 21 15:29:12.773359 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-228430a0-d2c4-44ab-b971-0736be961185 req-818f061c-4ce5-4e88-a7a1-ad673b4ac34e tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605507 May 21 15:29:12.949231 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:29:13.125251 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89e449-935c-4435-b154-9a839569d20a req-a6ddfdb2-5811-4732-9131-86901ebd3575 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:13.126606 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1f89e449-935c-4435-b154-9a839569d20a req-a6ddfdb2-5811-4732-9131-86901ebd3575 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 945 time: 0.0864499 May 21 15:29:13.136218 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce750ba1-ed6a-4586-8fd0-09c9471e3727 req-e1dd276f-8281-44ca-86c0-fb9ca03f7436 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:13.137710 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ce750ba1-ed6a-4586-8fd0-09c9471e3727 req-e1dd276f-8281-44ca-86c0-fb9ca03f7436 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.0987763 May 21 15:29:13.173360 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1f89e449-935c-4435-b154-9a839569d20a req-5822050c-9fa1-4629-8449-c769f0c1f877 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408664 May 21 15:29:13.190393 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ce750ba1-ed6a-4586-8fd0-09c9471e3727 req-a001f5a5-2e7c-42aa-bbe7-8d727e14ecdd tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436163 May 21 15:29:13.245384 dv-cinder-792642-1-smb neutron-server[91545]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81', 'code': 422} returned with failed status May 21 15:29:13.464903 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 59174) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:13.583487 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-693095a7-cfba-4ce8-a0b5-744092b7b849 req-68955d4c-4761-49b3-b3b5-87ed00f8926c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173928 May 21 15:29:13.973220 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a1a36-4b1b-4138-8b17-f860c068431e req-9ee21bab-8281-4ac5-be62-d8a4f9356c4d tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:13.974615 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ef0a1a36-4b1b-4138-8b17-f860c068431e req-9ee21bab-8281-4ac5-be62-d8a4f9356c4d tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0850987 May 21 15:29:14.021949 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ef0a1a36-4b1b-4138-8b17-f860c068431e req-3b6f8ec0-7ad9-4827-b1f9-f08d0f35d826 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408571 May 21 15:29:14.401953 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846d1a1-d7f1-4111-bebf-cfa5a5919563 req-b9c307b4-99e7-458b-ba6d-40aab09726b1 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:14.404136 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1846d1a1-d7f1-4111-bebf-cfa5a5919563 req-b9c307b4-99e7-458b-ba6d-40aab09726b1 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.0968041 May 21 15:29:14.530299 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1846d1a1-d7f1-4111-bebf-cfa5a5919563 req-63918a29-dad3-41e1-b7ea-0da0ea4e81c5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1201866 May 21 15:29:14.605335 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device cabea697-1ef4-41ad-92c1-d0de4ec0fd81 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:29:15.232585 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867aaa81-7703-4c21-92ca-679b957b6064 req-abb9fc33-d08c-428d-b4a8-8a3694a136de tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:15.234062 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-867aaa81-7703-4c21-92ca-679b957b6064 req-abb9fc33-d08c-428d-b4a8-8a3694a136de tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0906854 May 21 15:29:15.362340 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-867aaa81-7703-4c21-92ca-679b957b6064 req-0f634b53-dcca-494a-95ab-02a18961ee89 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224306 May 21 15:29:15.666599 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693095a7-cfba-4ce8-a0b5-744092b7b849 req-86cccc19-432f-4008-8cbf-fd82f747a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:15.668756 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-693095a7-cfba-4ce8-a0b5-744092b7b849 req-86cccc19-432f-4008-8cbf-fd82f747a8c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e&tenant_id=865c13fd2e73428fa9c0e35a559bac7c HTTP/1.1" status: 200 len: 1096 time: 0.1198251 May 21 15:29:15.848972 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d445e-403b-4dee-ab22-35433100f4d5 req-8407373c-361b-4c87-b0d9-3a314c52ccbd tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:15.850460 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-460d445e-403b-4dee-ab22-35433100f4d5 req-8407373c-361b-4c87-b0d9-3a314c52ccbd tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.1665840 May 21 15:29:15.856944 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693095a7-cfba-4ce8-a0b5-744092b7b849 req-3ad0317c-abc5-4848-8616-3cd99d40678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:15.859356 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-693095a7-cfba-4ce8-a0b5-744092b7b849 req-3ad0317c-abc5-4848-8616-3cd99d40678a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=865c13fd2e73428fa9c0e35a559bac7c&device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 1096 time: 0.1285470 May 21 15:29:16.013563 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-460d445e-403b-4dee-ab22-35433100f4d5 req-42d2ad7c-6748-403c-9a52-24fc98044942 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1529756 May 21 15:29:16.074577 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693095a7-cfba-4ce8-a0b5-744092b7b849 req-d5b2279e-71da-468a-9754-c6620e8fc290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:16.074577 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-693095a7-cfba-4ce8-a0b5-744092b7b849 req-d5b2279e-71da-468a-9754-c6620e8fc290 service neutron] 10.222.0.44 "GET /v2.0/networks?id=be604bdc-eca1-4f61-b6ba-616764e18bc9 HTTP/1.1" status: 200 len: 918 time: 0.1896400 May 21 15:29:16.190759 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-693095a7-cfba-4ce8-a0b5-744092b7b849 req-9bb55e4d-f3ea-4016-b8a9-fce431ae814c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cabea697-1ef4-41ad-92c1-d0de4ec0fd81 HTTP/1.1" status: 200 len: 999 time: 0.1099396 May 21 15:29:16.301702 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693095a7-cfba-4ce8-a0b5-744092b7b849 req-0a862dbc-6740-40c4-aff9-8956744bef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:16.303265 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-693095a7-cfba-4ce8-a0b5-744092b7b849 req-0a862dbc-6740-40c4-aff9-8956744bef6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=926fad46-9536-465a-9c61-3bd00dd1e8fb HTTP/1.1" status: 200 len: 856 time: 0.1059012 May 21 15:29:16.385515 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693095a7-cfba-4ce8-a0b5-744092b7b849 req-a8d16ba1-cba7-4fd1-a25f-7fe61f743010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:16.386994 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-693095a7-cfba-4ce8-a0b5-744092b7b849 req-a8d16ba1-cba7-4fd1-a25f-7fe61f743010 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be604bdc-eca1-4f61-b6ba-616764e18bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771308 May 21 15:29:16.534011 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-693095a7-cfba-4ce8-a0b5-744092b7b849 req-7e76af80-ceac-4f8d-b73a-36dae61b0418 service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366937 May 21 15:29:16.696772 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-693095a7-cfba-4ce8-a0b5-744092b7b849 req-1d51b2a7-e5eb-4582-8b01-c68a672f3573 service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544309 May 21 15:29:17.253579 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a24c11-b02f-4130-b0f7-4fffc63f4ffe req-31bd4ace-a4fb-443d-802a-964fffa51632 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:17.255049 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-66a24c11-b02f-4130-b0f7-4fffc63f4ffe req-31bd4ace-a4fb-443d-802a-964fffa51632 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.0899832 May 21 15:29:17.305336 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-66a24c11-b02f-4130-b0f7-4fffc63f4ffe req-e413e002-51d0-4731-a22f-1d5acc706267 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441449 May 21 15:29:18.526854 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62207f6-9a5a-4bf0-84dd-008bdcc2a7f3 req-d7e741d5-d35e-4022-a417-cf2b2e56f963 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:18.531523 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c62207f6-9a5a-4bf0-84dd-008bdcc2a7f3 req-d7e741d5-d35e-4022-a417-cf2b2e56f963 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.0991075 May 21 15:29:18.589409 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c62207f6-9a5a-4bf0-84dd-008bdcc2a7f3 req-34f64a0e-e465-4192-aaa2-b75b6df0039f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543673 May 21 15:29:19.353687 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 59308) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:19.495225 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-58a28284-416c-4ecc-8c95-3553d34f53b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:19.514841 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-58a28284-416c-4ecc-8c95-3553d34f53b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:29:19.519023 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-58a28284-416c-4ecc-8c95-3553d34f53b4 admin admin] Usage tracker for resource:security_group_rule and tenant:6fbcfd2216f646caad137cd13cc81959 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:29:19.522042 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-58a28284-416c-4ecc-8c95-3553d34f53b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:29:19.529516 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-58a28284-416c-4ecc-8c95-3553d34f53b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:29:19.632544 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-58a28284-416c-4ecc-8c95-3553d34f53b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:19.637574 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-58a28284-416c-4ecc-8c95-3553d34f53b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:19.647269 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-53bd6b6a-8a0d-4d5e-8fb7-9518d2fb8c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:19.694020 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 59318) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:19.694816 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-58a28284-416c-4ecc-8c95-3553d34f53b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6fbcfd2216f646caad137cd13cc81959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392279 May 21 15:29:19.695018 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a28284-416c-4ecc-8c95-3553d34f53b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda489f1-db47-4895-ab30-4c31a5f37ee1,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:19.699990 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-58a28284-416c-4ecc-8c95-3553d34f53b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:19.833997 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-badc703b-98ab-4f37-92fa-67ae5385feda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:19.857559 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b728-7cb7-4ea2-989c-a1cdc8f5b7cf req-252c365f-c76b-4224-bd18-430c8f816bc2 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:19.859057 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fee4b728-7cb7-4ea2-989c-a1cdc8f5b7cf req-252c365f-c76b-4224-bd18-430c8f816bc2 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.1494961 May 21 15:29:19.888017 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-badc703b-98ab-4f37-92fa-67ae5385feda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:19.945309 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fee4b728-7cb7-4ea2-989c-a1cdc8f5b7cf req-dc031a87-7383-4460-a81a-8772f4d505d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765896 May 21 15:29:19.970833 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-badc703b-98ab-4f37-92fa-67ae5385feda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:19.976073 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-3ae384d7-b587-47d1-a0b4-a9cf9b60e1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:19.989709 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc703b-98ab-4f37-92fa-67ae5385feda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda489f1-db47-4895-ab30-4c31a5f37ee1,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:19.992916 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-badc703b-98ab-4f37-92fa-67ae5385feda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:20.001828 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-badc703b-98ab-4f37-92fa-67ae5385feda admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:20.005805 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-badc703b-98ab-4f37-92fa-67ae5385feda admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dda489f1-db47-4895-ab30-4c31a5f37ee1 HTTP/1.1" status: 204 len: 168 time: 0.3105052 May 21 15:29:20.261613 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86c29d-7330-4a62-99a1-db45a9ab988f req-9c1976da-650a-430d-8e63-eb48520676c1 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:20.263175 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-cc86c29d-7330-4a62-99a1-db45a9ab988f req-9c1976da-650a-430d-8e63-eb48520676c1 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1063523 May 21 15:29:20.321379 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-cc86c29d-7330-4a62-99a1-db45a9ab988f req-610631ef-875b-458f-a013-13e66af7e9e2 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491312 May 21 15:29:21.164865 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6734c3a-9831-4376-b04f-3bd9d34ae47d req-b2b471bd-90d0-4ac3-8f86-071ef7a84305 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:21.166884 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d6734c3a-9831-4376-b04f-3bd9d34ae47d req-b2b471bd-90d0-4ac3-8f86-071ef7a84305 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.0911741 May 21 15:29:21.220617 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d6734c3a-9831-4376-b04f-3bd9d34ae47d req-bd711d45-3d3d-4251-af0d-2fdd659025c1 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462389 May 21 15:29:21.528417 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-283623af-2736-4ac2-ad18-946ac0661c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:21.599467 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:29:21.676324 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a5c85-c828-4888-bb13-7fcd82ba2e97 req-b9758382-6da8-4ebf-bfc9-e1c0f00647a3 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:21.678060 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7a4a5c85-c828-4888-bb13-7fcd82ba2e97 req-b9758382-6da8-4ebf-bfc9-e1c0f00647a3 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1128285 May 21 15:29:21.734095 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7a4a5c85-c828-4888-bb13-7fcd82ba2e97 req-f9fc4b1b-4a92-4cfc-b1e4-525a5252d988 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491261 May 21 15:29:22.430735 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b3524-2529-445b-baf4-451d956fcece req-b85c3f6c-e90b-4d6a-91b2-b5fe433f790a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:22.432755 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-621b3524-2529-445b-baf4-451d956fcece req-b85c3f6c-e90b-4d6a-91b2-b5fe433f790a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.0934155 May 21 15:29:22.486593 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-621b3524-2529-445b-baf4-451d956fcece req-da3590c6-4575-4ade-b97b-6ed4a148cdf4 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460644 May 21 15:29:23.002543 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48482a99-f2ad-47c4-8c9b-888e8ac09101 req-10415e3e-d301-483f-a4c8-b40b45c9e889 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:23.004608 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-48482a99-f2ad-47c4-8c9b-888e8ac09101 req-10415e3e-d301-483f-a4c8-b40b45c9e889 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1374424 May 21 15:29:23.065276 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-48482a99-f2ad-47c4-8c9b-888e8ac09101 req-28abfae8-27ea-46ed-a8fe-de99ed270118 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530779 May 21 15:29:23.691328 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fffab-b3d8-4229-93cb-d2bf658c5d35 req-149ca8f7-ff9e-49ae-ba10-625671eb0158 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:23.692904 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ca7fffab-b3d8-4229-93cb-d2bf658c5d35 req-149ca8f7-ff9e-49ae-ba10-625671eb0158 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.0877790 May 21 15:29:23.743251 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ca7fffab-b3d8-4229-93cb-d2bf658c5d35 req-4a8aea67-ac97-4bbe-a182-0b345e521212 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446677 May 21 15:29:23.824268 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:24.162682 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-887d708c-3fec-43d0-89f8-6b3adcefafb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:24.348203 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8951b1-bc6f-48d0-b2b4-1e9e6f59fc66 req-385bc513-6d21-46a9-aeb0-9290b10c2528 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:24.350340 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c8951b1-bc6f-48d0-b2b4-1e9e6f59fc66 req-385bc513-6d21-46a9-aeb0-9290b10c2528 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1297042 May 21 15:29:24.402893 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c8951b1-bc6f-48d0-b2b4-1e9e6f59fc66 req-57bcebd9-b4f1-4098-b684-3598c6765ba4 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465436 May 21 15:29:24.949953 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6149c-76f4-4750-b13d-3ca7b6371612 req-672335b6-a1d4-4a71-bab2-1169ab47ab3d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:24.951558 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-09a6149c-76f4-4750-b13d-3ca7b6371612 req-672335b6-a1d4-4a71-bab2-1169ab47ab3d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.0902069 May 21 15:29:24.998957 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-09a6149c-76f4-4750-b13d-3ca7b6371612 req-82ffe47e-ecd6-4c60-b10e-b36903152e38 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411487 May 21 15:29:25.011207 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:25.744315 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423dd88-5966-42f8-956a-73e0ba67c585 req-3982f4b3-7725-4b5b-ab93-2fbe19357404 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:25.745996 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e423dd88-5966-42f8-956a-73e0ba67c585 req-3982f4b3-7725-4b5b-ab93-2fbe19357404 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1968629 May 21 15:29:25.797416 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e423dd88-5966-42f8-956a-73e0ba67c585 req-d6adb4eb-0754-452f-bbc7-2a49d88c7f2a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457754 May 21 15:29:26.221696 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88e453-d413-481f-a361-7dfd0f4c4c9f req-de38a032-a6f2-4063-985b-609148c8c366 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:26.223317 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9b88e453-d413-481f-a361-7dfd0f4c4c9f req-de38a032-a6f2-4063-985b-609148c8c366 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.0925043 May 21 15:29:26.272907 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9b88e453-d413-481f-a361-7dfd0f4c4c9f req-a06490d7-8962-4253-929a-bc48c633d670 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432067 May 21 15:29:26.836761 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:27.053328 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd94a1-70b5-42e2-b258-9f8cfeb4eaab req-11b3aa09-fa2a-4ff9-9801-664a52ff0d17 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:27.062692 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7cdd94a1-70b5-42e2-b258-9f8cfeb4eaab req-11b3aa09-fa2a-4ff9-9801-664a52ff0d17 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.1237679 May 21 15:29:27.128746 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7cdd94a1-70b5-42e2-b258-9f8cfeb4eaab req-8be281e7-1374-40a2-af9d-349c6b437a96 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650425 May 21 15:29:27.527094 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa8746-648b-4d5e-a724-361b19474d59 req-31aa6309-1b6d-45d7-825b-a5081e441cda tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:27.534947 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-86aa8746-648b-4d5e-a724-361b19474d59 req-31aa6309-1b6d-45d7-825b-a5081e441cda tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.1234171 May 21 15:29:27.578551 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-86aa8746-648b-4d5e-a724-361b19474d59 req-ceb2bcb6-4417-4c3c-bf6b-ca4386a058b8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427496 May 21 15:29:28.335897 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fa62b-e6a6-4008-a697-b63a12db6f24 req-2c0077f2-df18-455f-8530-9cd7d754e3d3 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:28.338536 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-529fa62b-e6a6-4008-a697-b63a12db6f24 req-2c0077f2-df18-455f-8530-9cd7d754e3d3 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0992756 May 21 15:29:28.394206 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-529fa62b-e6a6-4008-a697-b63a12db6f24 req-d87f8ea8-d31a-41e5-a316-803fab3d4598 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497725 May 21 15:29:28.784959 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc0673-87d8-4fce-ad02-43145c30f998 req-5d22bb7e-87b6-449f-9cff-1301c86acbff tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:28.786448 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5fcc0673-87d8-4fce-ad02-43145c30f998 req-5d22bb7e-87b6-449f-9cff-1301c86acbff tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.0885444 May 21 15:29:28.836619 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5fcc0673-87d8-4fce-ad02-43145c30f998 req-29b82f17-e3a4-409e-80d1-d37e1822f44a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437570 May 21 15:29:29.740464 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f3f3a-b1c3-46cf-8e90-09e0c4284149 req-e7a0e5b7-00dc-41f8-b350-32b127b02b5d tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:29.741905 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2e0f3f3a-b1c3-46cf-8e90-09e0c4284149 req-e7a0e5b7-00dc-41f8-b350-32b127b02b5d tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0896347 May 21 15:29:29.794210 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2e0f3f3a-b1c3-46cf-8e90-09e0c4284149 req-1b2b8b94-5fe6-4b8b-8c63-b04c48bb9bc0 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458529 May 21 15:29:30.054729 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcd1ad-3299-4398-8b2d-b51b23ae35e2 req-4b6e789e-b397-4005-bbe0-0613794f3f15 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:30.056222 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-53fcd1ad-3299-4398-8b2d-b51b23ae35e2 req-4b6e789e-b397-4005-bbe0-0613794f3f15 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.0847366 May 21 15:29:30.104666 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-53fcd1ad-3299-4398-8b2d-b51b23ae35e2 req-3bf7f130-9271-413a-a2ce-945461704bc5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424461 May 21 15:29:30.986875 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef306bf6-cf35-47e3-83f1-55b98aac2533 req-9e4f57ea-9244-40dc-8339-15404038c28a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:30.990852 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ef306bf6-cf35-47e3-83f1-55b98aac2533 req-9e4f57ea-9244-40dc-8339-15404038c28a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0888095 May 21 15:29:31.037114 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ef306bf6-cf35-47e3-83f1-55b98aac2533 req-27b803dc-60f9-4421-98fb-fd57078817f1 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 May 21 15:29:31.319751 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec21625-cecc-4412-9fcc-06f811d947b2 req-cd26a589-c5c4-45e3-ae0c-4a813d3315fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:31.321811 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7ec21625-cecc-4412-9fcc-06f811d947b2 req-cd26a589-c5c4-45e3-ae0c-4a813d3315fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.0880785 May 21 15:29:31.369539 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7ec21625-cecc-4412-9fcc-06f811d947b2 req-93460150-7f06-4a85-9023-af11219d7d59 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419171 May 21 15:29:32.228207 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6b8dc-f354-4d42-aeba-c7065ecc3696 req-714d1a90-e12f-49f6-8167-aae19dfc40c5 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:32.229701 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-22b6b8dc-f354-4d42-aeba-c7065ecc3696 req-714d1a90-e12f-49f6-8167-aae19dfc40c5 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0844829 May 21 15:29:32.275280 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-22b6b8dc-f354-4d42-aeba-c7065ecc3696 req-070f1c1d-3244-40c4-9540-2e40e21571b0 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389352 May 21 15:29:32.539243 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 59518) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:32.568575 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e979004-ff38-48d8-a5ad-588637569df6 req-82ce8214-771b-46ab-82df-7bd8972541a6 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:32.569993 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-6e979004-ff38-48d8-a5ad-588637569df6 req-82ce8214-771b-46ab-82df-7bd8972541a6 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 943 time: 0.0837059 May 21 15:29:32.618671 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-6e979004-ff38-48d8-a5ad-588637569df6 req-50ce8c7c-f044-4b2f-b222-d1f5622ee6c1 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425196 May 21 15:29:32.664398 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-def0738c-295c-45db-8e1d-272f03add656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:32.679143 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-def0738c-295c-45db-8e1d-272f03add656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:29:32.683064 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-def0738c-295c-45db-8e1d-272f03add656 admin admin] Usage tracker for resource:security_group_rule and tenant:1c1bd40bd2374701a708dabf85373050 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:29:32.686168 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-def0738c-295c-45db-8e1d-272f03add656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:29:32.691872 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-def0738c-295c-45db-8e1d-272f03add656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:29:32.710897 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device cabea697-1ef4-41ad-92c1-d0de4ec0fd81 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:29:32.777088 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071437f7-5538-4d8f-9ff9-231b5bc11014 req-853f8dbb-ecfd-49ac-8ce1-6aa6b6baa08a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:32.779115 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-071437f7-5538-4d8f-9ff9-231b5bc11014 req-853f8dbb-ecfd-49ac-8ce1-6aa6b6baa08a tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 946 time: 0.0952399 May 21 15:29:32.793263 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-def0738c-295c-45db-8e1d-272f03add656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:32.799360 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-def0738c-295c-45db-8e1d-272f03add656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:32.806662 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-99224a62-22aa-42f2-89bb-2d76ada93657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:32.850463 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-def0738c-295c-45db-8e1d-272f03add656 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c1bd40bd2374701a708dabf85373050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091347 May 21 15:29:32.857747 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 59524) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:32.860866 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0738c-295c-45db-8e1d-272f03add656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a7280e-40a3-46b5-853f-216a6ba2687d,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:32.873080 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-def0738c-295c-45db-8e1d-272f03add656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:32.904646 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port cabea697-1ef4-41ad-92c1-d0de4ec0fd81, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:32.921192 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'port_id': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81', 'mac_address': 'fa:16:3e:b0:e3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:29:32.923966 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b2c49259-5fbb-4f68-b8ed-6ecfe54082b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:32.933077 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-071437f7-5538-4d8f-9ff9-231b5bc11014 req-329ebee8-1543-4475-8e51-79db454d700b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Deleting port 392cec2c-f135-4887-9d3d-eb5fe183463c {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:29:32.933425 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-071437f7-5538-4d8f-9ff9-231b5bc11014 req-329ebee8-1543-4475-8e51-79db454d700b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:32.959494 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b2c49259-5fbb-4f68-b8ed-6ecfe54082b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:32.988555 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:33.021014 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b2c49259-5fbb-4f68-b8ed-6ecfe54082b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:33.022355 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabea697-1ef4-41ad-92c1-d0de4ec0fd81 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:29:33.028711 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-1bbaf29d-b178-4f3b-834a-9682aa664c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:33.041333 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port cabea697-1ef4-41ad-92c1-d0de4ec0fd81, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:33.045881 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c49259-5fbb-4f68-b8ed-6ecfe54082b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a7280e-40a3-46b5-853f-216a6ba2687d,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:33.046818 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:33.049422 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-3d1de1d5-fc73-4593-959e-b62fb092fc3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:33.050355 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-b2c49259-5fbb-4f68-b8ed-6ecfe54082b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:33.058499 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b2c49259-5fbb-4f68-b8ed-6ecfe54082b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:33.060070 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-b2c49259-5fbb-4f68-b8ed-6ecfe54082b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3a7280e-40a3-46b5-853f-216a6ba2687d HTTP/1.1" status: 204 len: 168 time: 0.2006600 May 21 15:29:33.127114 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-071437f7-5538-4d8f-9ff9-231b5bc11014 req-329ebee8-1543-4475-8e51-79db454d700b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] For port 392cec2c-f135-4887-9d3d-eb5fe183463c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=392cec2c-f135-4887-9d3d-eb5fe183463c,segment=NetworkSegment(0d722a71-492c-411e-871c-c91f677c0e39),segment_id=0d722a71-492c-411e-871c-c91f677c0e39)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:33.127470 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-071437f7-5538-4d8f-9ff9-231b5bc11014 req-329ebee8-1543-4475-8e51-79db454d700b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:33.136219 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,revision_number=9']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:33.140526 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:33.263392 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-071437f7-5538-4d8f-9ff9-231b5bc11014 req-329ebee8-1543-4475-8e51-79db454d700b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Calling delete_port for 392cec2c-f135-4887-9d3d-eb5fe183463c owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:29:33.375148 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['cabea697-1ef4-41ad-92c1-d0de4ec0fd81'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:29:33.423402 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-071437f7-5538-4d8f-9ff9-231b5bc11014 req-329ebee8-1543-4475-8e51-79db454d700b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:33.430115 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f0ef8f9d-79f2-4e23-bc61-635aaec19fe1 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:33.452851 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-576b4e65-3d38-4e94-8a5f-dff70445d254 req-e73e0917-c8dc-47bd-b68e-32e233d1e5f6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4 HTTP/1.1" status: 200 len: 210 time: 0.0590198 May 21 15:29:33.478911 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ebee8-1543-4475-8e51-79db454d700b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Pushing event deleted for resources: {'Port': ['ID=392cec2c-f135-4887-9d3d-eb5fe183463c,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:33.484645 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-329ebee8-1543-4475-8e51-79db454d700b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:33.560037 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-071437f7-5538-4d8f-9ff9-231b5bc11014 req-329ebee8-1543-4475-8e51-79db454d700b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] No DVR routers for this DVR port 392cec2c-f135-4887-9d3d-eb5fe183463c on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:29:33.562586 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-071437f7-5538-4d8f-9ff9-231b5bc11014 req-329ebee8-1543-4475-8e51-79db454d700b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:33.565146 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4', 'name': 'network-vif-deleted', 'tag': '392cec2c-f135-4887-9d3d-eb5fe183463c'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:29:33.582593 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-071437f7-5538-4d8f-9ff9-231b5bc11014 req-329ebee8-1543-4475-8e51-79db454d700b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.44 "DELETE /v2.0/ports/392cec2c-f135-4887-9d3d-eb5fe183463c HTTP/1.1" status: 204 len: 173 time: 0.7972808 May 21 15:29:33.614375 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7e8775-9bd5-41f7-80b4-b85d2d7d94a4', 'name': 'network-vif-deleted', 'tag': '392cec2c-f135-4887-9d3d-eb5fe183463c', 'status': 'completed', 'code': 200} May 21 15:29:33.831606 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408951-9127-4564-80e7-b4e572589168 req-8c9cc7c7-f3d4-4a80-8cee-fdbaf09f8cdc tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:33.833125 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ba408951-9127-4564-80e7-b4e572589168 req-8c9cc7c7-f3d4-4a80-8cee-fdbaf09f8cdc tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 944 time: 0.0910790 May 21 15:29:33.878912 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ba408951-9127-4564-80e7-b4e572589168 req-5db28e55-a6f2-4345-8442-be3f6c74f053 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381551 May 21 15:29:34.083166 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['ae5d9ad0-d729-4705-b921-2d43ffbfbf80'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:29:34.725991 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device cabea697-1ef4-41ad-92c1-d0de4ec0fd81 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:29:34.800884 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port cabea697-1ef4-41ad-92c1-d0de4ec0fd81 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:29:34.801448 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:34.949877 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:34.979563 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:29:34.990930 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port cabea697-1ef4-41ad-92c1-d0de4ec0fd81, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:34.995460 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:34.996535 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 392cec2c-f135-4887-9d3d-eb5fe183463c no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:29:35.028469 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:35.037853 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64746f59-352d-4dfb-a708-777015d07a2a req-bb73856c-39b0-4d89-acb4-ceee1f77783c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:35.040285 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-64746f59-352d-4dfb-a708-777015d07a2a req-bb73856c-39b0-4d89-acb4-ceee1f77783c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0921991 May 21 15:29:35.069483 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: 392cec2c-f135-4887-9d3d-eb5fe183463c {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:29:35.069842 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 392cec2c-f135-4887-9d3d-eb5fe183463c not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:29:35.097441 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-64746f59-352d-4dfb-a708-777015d07a2a req-28cd30a3-cf98-45e2-8a7c-7be765c31d82 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505972 May 21 15:29:35.105373 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,revision_number=10']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:35.109546 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:35.166316 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81', 'code': 200} May 21 15:29:35.202400 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40818875-4b98-4057-af07-5d94239cc45a req-d11a80d5-4b27-4710-a552-f7682411c07a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:35.203897 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-40818875-4b98-4057-af07-5d94239cc45a req-d11a80d5-4b27-4710-a552-f7682411c07a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 946 time: 0.0849903 May 21 15:29:35.250051 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-40818875-4b98-4057-af07-5d94239cc45a req-9728590c-e4ea-4959-b47a-f96d3cb073fa tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402565 May 21 15:29:35.859253 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df81b8b-b0a6-440c-aa2d-ab6bc49679d9 req-b2c687a6-587d-4f30-ac92-1a578085de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:35.860654 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5df81b8b-b0a6-440c-aa2d-ab6bc49679d9 req-b2c687a6-587d-4f30-ac92-1a578085de57 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 1099 time: 0.0719125 May 21 15:29:35.906313 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5df81b8b-b0a6-440c-aa2d-ab6bc49679d9 req-b401c730-3412-4fe8-97f3-8b7d6bd0963d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364568 May 21 15:29:36.316446 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1fb0d-ff44-41a3-8b71-54398f4addf4 req-b4ebb38e-715d-4e15-b4c6-d371847a487b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:36.318057 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-18d1fb0d-ff44-41a3-8b71-54398f4addf4 req-b4ebb38e-715d-4e15-b4c6-d371847a487b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0997994 May 21 15:29:36.375051 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-18d1fb0d-ff44-41a3-8b71-54398f4addf4 req-7bff7587-9eb1-44f3-82b7-d43b56bde8f6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497503 May 21 15:29:36.476158 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f05769-0e32-4347-88d4-b4965a3888e7 req-1a9f652e-d2f5-43df-a6fe-1cd2358650b9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:36.477690 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c8f05769-0e32-4347-88d4-b4965a3888e7 req-1a9f652e-d2f5-43df-a6fe-1cd2358650b9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 946 time: 0.1003416 May 21 15:29:36.529211 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c8f05769-0e32-4347-88d4-b4965a3888e7 req-b127c884-97eb-47c2-a2af-dcb9fa3f9d60 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453877 May 21 15:29:37.589680 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8eaf7-b697-4fbd-828c-316c980fd536 req-527468cf-2cf8-40b5-a725-7045a974f0fe tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:37.591194 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-52d8eaf7-b697-4fbd-828c-316c980fd536 req-527468cf-2cf8-40b5-a725-7045a974f0fe tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0829244 May 21 15:29:37.638025 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-52d8eaf7-b697-4fbd-828c-316c980fd536 req-ef799921-76de-47f7-9cc8-b506f3414ad2 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411158 May 21 15:29:37.796454 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ac537-b9dd-49b7-bb74-0cdfd4c3638d req-83df3eab-098c-4171-aef0-2b898adb62b3 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:37.797957 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8c0ac537-b9dd-49b7-bb74-0cdfd4c3638d req-83df3eab-098c-4171-aef0-2b898adb62b3 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 946 time: 0.1564429 May 21 15:29:37.843243 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8c0ac537-b9dd-49b7-bb74-0cdfd4c3638d req-0e4ad96c-83c2-42b8-a02d-49a9ac432278 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391185 May 21 15:29:38.897390 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fdaf2-1926-41e9-8c9a-335158cc9ef1 req-a25236cc-e0fd-4867-b0c5-b173a4eb07e2 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:38.899655 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a88fdaf2-1926-41e9-8c9a-335158cc9ef1 req-a25236cc-e0fd-4867-b0c5-b173a4eb07e2 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1509824 May 21 15:29:38.944539 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a88fdaf2-1926-41e9-8c9a-335158cc9ef1 req-b93ad4b0-08ee-4494-ac83-96e88cb8fc33 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387828 May 21 15:29:39.043590 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e520e4-5f0b-4b00-9b28-f845c0822a5d req-7c0c01a6-94c1-49ff-98a2-f5bc3461bb43 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:39.045119 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-65e520e4-5f0b-4b00-9b28-f845c0822a5d req-7c0c01a6-94c1-49ff-98a2-f5bc3461bb43 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 946 time: 0.0848417 May 21 15:29:39.094816 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-65e520e4-5f0b-4b00-9b28-f845c0822a5d req-e2c63e27-586f-4108-bd3e-51be801a07c7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439906 May 21 15:29:39.277230 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:40.166375 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2778a-600e-4a54-9ce7-da8821456198 req-71b13707-a54f-499e-9f3c-ddac96cf751c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:40.168434 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-84f2778a-600e-4a54-9ce7-da8821456198 req-71b13707-a54f-499e-9f3c-ddac96cf751c tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1093807 May 21 15:29:40.220508 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-84f2778a-600e-4a54-9ce7-da8821456198 req-63d3b491-7040-4a42-b124-283000c9b248 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436089 May 21 15:29:40.318683 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7acdf-b62a-48d6-9e20-92b316dacdda req-8a1ce874-4348-4fa7-a6d8-9149f004741c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:40.320182 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-19d7acdf-b62a-48d6-9e20-92b316dacdda req-8a1ce874-4348-4fa7-a6d8-9149f004741c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 946 time: 0.0895746 May 21 15:29:40.364346 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-19d7acdf-b62a-48d6-9e20-92b316dacdda req-dcbdd68b-2e93-4089-a6ff-ae39a0b96d82 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379651 May 21 15:29:41.428176 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fded79b-909b-420b-9abf-a02a2dffee50 req-fddb7d43-4a24-41d8-81f2-4318ce78eed8 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:41.429700 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-4fded79b-909b-420b-9abf-a02a2dffee50 req-fddb7d43-4a24-41d8-81f2-4318ce78eed8 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0844195 May 21 15:29:41.478976 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-4fded79b-909b-420b-9abf-a02a2dffee50 req-7a7ea956-0345-42f4-90ff-adada8f5357b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430720 May 21 15:29:42.688153 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c78c4-837b-4849-a9df-06495e3c2b01 req-ce30bffb-7f17-45eb-955d-d12c2f1226d4 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:42.688892 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-b05c78c4-837b-4849-a9df-06495e3c2b01 req-ce30bffb-7f17-45eb-955d-d12c2f1226d4 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Synchronizing usage tracker for tenant:0d681e2048434c9bb18943b86cfdb059 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:29:42.714908 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-b05c78c4-837b-4849-a9df-06495e3c2b01 req-ce30bffb-7f17-45eb-955d-d12c2f1226d4 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Unset dirty status for tenant:0d681e2048434c9bb18943b86cfdb059 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:29:42.716096 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b05c78c4-837b-4849-a9df-06495e3c2b01 req-ce30bffb-7f17-45eb-955d-d12c2f1226d4 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.1184211 May 21 15:29:42.763026 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b05c78c4-837b-4849-a9df-06495e3c2b01 req-800eb7b9-2e80-4bcb-84be-0fb3267bf831 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405886 May 21 15:29:43.959596 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362851e9-d7ba-44a5-9654-52bfd0948e6b req-50cf428c-86da-47de-ac18-87e0de4053f6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:43.960994 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-362851e9-d7ba-44a5-9654-52bfd0948e6b req-50cf428c-86da-47de-ac18-87e0de4053f6 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0861192 May 21 15:29:44.005242 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-362851e9-d7ba-44a5-9654-52bfd0948e6b req-689987f0-de65-42b2-ad41-2b989bfee9be tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377648 May 21 15:29:44.437885 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58e9e3-e24e-4b90-a478-5189588a52e8 req-7d9e92a6-eeb1-4f64-9255-dff6e575c753 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:44.439454 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0c58e9e3-e24e-4b90-a478-5189588a52e8 req-7d9e92a6-eeb1-4f64-9255-dff6e575c753 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.0927110 May 21 15:29:44.488116 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0c58e9e3-e24e-4b90-a478-5189588a52e8 req-b7e6925e-4080-4457-b973-8b9f38c3bb13 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427260 May 21 15:29:45.188726 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4116172-7531-4841-be07-172644f2f5b4 req-468acb61-e7db-46d9-9a54-a415d5d2ac2f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:45.190212 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b4116172-7531-4841-be07-172644f2f5b4 req-468acb61-e7db-46d9-9a54-a415d5d2ac2f tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0787494 May 21 15:29:45.239888 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b4116172-7531-4841-be07-172644f2f5b4 req-a790752c-4bbc-47ac-883c-3279a30d5149 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/security-groups?id=422086ca-a45d-417e-8800-11eefe9baa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436022 May 21 15:29:45.355029 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c80c22-45b8-40cc-a7cf-ecd4fcf788bb req-58744e6e-5671-4c83-99ec-cfadcce30c12 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:45.356495 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e8c80c22-45b8-40cc-a7cf-ecd4fcf788bb req-58744e6e-5671-4c83-99ec-cfadcce30c12 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 945 time: 0.0842600 May 21 15:29:45.497705 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-e8c80c22-45b8-40cc-a7cf-ecd4fcf788bb req-faf4f10a-d367-4f0b-bf83-adf98ed20dad tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Deleting port ae5d9ad0-d729-4705-b921-2d43ffbfbf80 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:29:45.498041 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-e8c80c22-45b8-40cc-a7cf-ecd4fcf788bb req-faf4f10a-d367-4f0b-bf83-adf98ed20dad tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:45.643542 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-e8c80c22-45b8-40cc-a7cf-ecd4fcf788bb req-faf4f10a-d367-4f0b-bf83-adf98ed20dad tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] For port ae5d9ad0-d729-4705-b921-2d43ffbfbf80, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ae5d9ad0-d729-4705-b921-2d43ffbfbf80,segment=NetworkSegment(0d722a71-492c-411e-871c-c91f677c0e39),segment_id=0d722a71-492c-411e-871c-c91f677c0e39)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:45.644029 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-e8c80c22-45b8-40cc-a7cf-ecd4fcf788bb req-faf4f10a-d367-4f0b-bf83-adf98ed20dad tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:45.698345 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad006b-9f2b-46df-a482-68044082dca3 req-fa904429-9e70-4dfb-97cd-a6fe7552517c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:45.700083 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-41ad006b-9f2b-46df-a482-68044082dca3 req-fa904429-9e70-4dfb-97cd-a6fe7552517c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.0994897 May 21 15:29:45.746497 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-41ad006b-9f2b-46df-a482-68044082dca3 req-bf2aa134-b841-45c7-9716-1a0ca5f7e9d3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401282 May 21 15:29:45.775615 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-e8c80c22-45b8-40cc-a7cf-ecd4fcf788bb req-faf4f10a-d367-4f0b-bf83-adf98ed20dad tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Calling delete_port for ae5d9ad0-d729-4705-b921-2d43ffbfbf80 owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:29:45.889864 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-e8c80c22-45b8-40cc-a7cf-ecd4fcf788bb req-faf4f10a-d367-4f0b-bf83-adf98ed20dad tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:45.895745 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-3ea7b2cf-4ee8-41da-a4e1-19ae56aa31d7 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:45.902170 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['ae5d9ad0-d729-4705-b921-2d43ffbfbf80'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:29:45.939345 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4f10a-d367-4f0b-bf83-adf98ed20dad tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Pushing event deleted for resources: {'Port': ['ID=ae5d9ad0-d729-4705-b921-2d43ffbfbf80,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:45.942909 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-faf4f10a-d367-4f0b-bf83-adf98ed20dad tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:46.016100 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c80c22-45b8-40cc-a7cf-ecd4fcf788bb req-faf4f10a-d367-4f0b-bf83-adf98ed20dad tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] No DVR routers for this DVR port ae5d9ad0-d729-4705-b921-2d43ffbfbf80 on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:29:46.018507 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-e8c80c22-45b8-40cc-a7cf-ecd4fcf788bb req-faf4f10a-d367-4f0b-bf83-adf98ed20dad tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:46.021052 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8', 'name': 'network-vif-deleted', 'tag': 'ae5d9ad0-d729-4705-b921-2d43ffbfbf80'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:29:46.037002 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e8c80c22-45b8-40cc-a7cf-ecd4fcf788bb req-faf4f10a-d367-4f0b-bf83-adf98ed20dad tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.44 "DELETE /v2.0/ports/ae5d9ad0-d729-4705-b921-2d43ffbfbf80 HTTP/1.1" status: 204 len: 173 time: 0.6739976 May 21 15:29:46.066445 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8', 'name': 'network-vif-deleted', 'tag': 'ae5d9ad0-d729-4705-b921-2d43ffbfbf80', 'status': 'completed', 'code': 200} May 21 15:29:46.406155 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-be4320f0-39bb-460b-a2ca-5966db498ed8 req-62ab0346-d8d5-40be-ac50-f34fb297bd11 tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a93510-7e4b-4c3f-a46d-2d7dde0ffdd8 HTTP/1.1" status: 200 len: 210 time: 0.0431666 May 21 15:29:46.940194 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b6064-9ee5-4c24-bf33-8c0124323f5d req-25398532-02ff-492c-9a41-2d8b62e6f835 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:46.941688 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d78b6064-9ee5-4c24-bf33-8c0124323f5d req-25398532-02ff-492c-9a41-2d8b62e6f835 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.0834396 May 21 15:29:46.987387 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d78b6064-9ee5-4c24-bf33-8c0124323f5d req-8a024a38-9e34-44db-8d61-57283ef3b195 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387275 May 21 15:29:47.502672 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 59690) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:48.096181 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2bccecb2-d58f-4651-b66c-60b2854df34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596944'] for router_interface, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:48.204979 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a27dba-b717-46a4-b214-d3b4bbae2ea1 req-38b58dff-2885-4ed4-9086-da2624cc1ed0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:48.206705 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-02a27dba-b717-46a4-b214-d3b4bbae2ea1 req-38b58dff-2885-4ed4-9086-da2624cc1ed0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.0916069 May 21 15:29:48.253835 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-02a27dba-b717-46a4-b214-d3b4bbae2ea1 req-7a0e63e5-d47f-4bb1-968a-9b5ac7f29aef tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409300 May 21 15:29:48.545377 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4083f-de03-4d8d-90f9-cc4f9df3a967 req-c42c8661-3c89-475b-a8d7-647047c205d1 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:48.546844 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-31b4083f-de03-4d8d-90f9-cc4f9df3a967 req-c42c8661-3c89-475b-a8d7-647047c205d1 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 945 time: 0.3010545 May 21 15:29:48.604667 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-31b4083f-de03-4d8d-90f9-cc4f9df3a967 req-ec4c6921-01bf-4014-bac9-d2cd181cae01 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508845 May 21 15:29:48.727991 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-2bccecb2-d58f-4651-b66c-60b2854df34a admin admin] Deleting port cc85f0d3-aa1c-41e7-b37a-472a39c97efe {{(pid=91544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:29:48.728367 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2bccecb2-d58f-4651-b66c-60b2854df34a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:48.852380 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.db [None req-2bccecb2-d58f-4651-b66c-60b2854df34a admin admin] For port cc85f0d3-aa1c-41e7-b37a-472a39c97efe, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=cc85f0d3-aa1c-41e7-b37a-472a39c97efe,segment=NetworkSegment(0d722a71-492c-411e-871c-c91f677c0e39),segment_id=0d722a71-492c-411e-871c-c91f677c0e39)] {{(pid=91544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:48.852732 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2bccecb2-d58f-4651-b66c-60b2854df34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:48.977329 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-2bccecb2-d58f-4651-b66c-60b2854df34a admin admin] Calling delete_port for cc85f0d3-aa1c-41e7-b37a-472a39c97efe owned by network:router_interface {{(pid=91544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:29:49.350087 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2bccecb2-d58f-4651-b66c-60b2854df34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506920'] for port, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:49.356278 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:49.429602 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccecb2-d58f-4651-b66c-60b2854df34a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc85f0d3-aa1c-41e7-b37a-472a39c97efe,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:49.432420 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2bccecb2-d58f-4651-b66c-60b2854df34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:49.453343 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37027b-3030-44ac-aaf0-12766259f120 req-c148a787-6620-4df9-96f7-618a42bd069d tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:49.454882 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7e37027b-3030-44ac-aaf0-12766259f120 req-c148a787-6620-4df9-96f7-618a42bd069d tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.0856133 May 21 15:29:49.501109 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7e37027b-3030-44ac-aaf0-12766259f120 req-aee48c20-cd5e-484d-963b-6a32439c5348 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401857 May 21 15:29:49.672171 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2bccecb2-d58f-4651-b66c-60b2854df34a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596924'] for router_interface, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:50.022098 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a5e73-4037-49c3-8eaf-d2fc4ccf0b0b req-1b9caaec-5f11-4757-b74a-e025cdb2a404 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:50.024388 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-995a5e73-4037-49c3-8eaf-d2fc4ccf0b0b req-1b9caaec-5f11-4757-b74a-e025cdb2a404 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 945 time: 0.2893655 May 21 15:29:50.144307 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-995a5e73-4037-49c3-8eaf-d2fc4ccf0b0b req-1259e9fe-e4df-4cbb-829f-024601c00dcc tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726101 May 21 15:29:50.238734 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bccecb2-d58f-4651-b66c-60b2854df34a admin admin] Router 5c25919e-4e4d-426b-938b-14dfc49ea327 has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:29:50.419856 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bccecb2-d58f-4651-b66c-60b2854df34a admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:29:50.429708 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acba1e2b-63fc-4951-8a3e-000bae2f2120 None None] Sync routers for ids ['5c25919e-4e4d-426b-938b-14dfc49ea327'] in dv-cinder-792642-1-smb {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:29:50.433047 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-2bccecb2-d58f-4651-b66c-60b2854df34a admin admin] 10.222.0.42 "PUT /v2.0/routers/5c25919e-4e4d-426b-938b-14dfc49ea327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9289978 May 21 15:29:50.435391 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 59706) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:50.440264 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acba1e2b-63fc-4951-8a3e-000bae2f2120 None None] Routers {'5c25919e-4e4d-426b-938b-14dfc49ea327'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:29:50.440914 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-acba1e2b-63fc-4951-8a3e-000bae2f2120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:29:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['5c25919e-4e4d-426b-938b-14dfc49ea327'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:29:50.616760 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-52b158a6-ad04-4226-a169-ffccb5ea98f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:50.663444 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-acba1e2b-63fc-4951-8a3e-000bae2f2120 None None] Set router 5c25919e-4e4d-426b-938b-14dfc49ea327 gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:29:50.698898 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ca9df-1245-48e4-90ac-2a44cf6621e1 req-ebce5e59-379b-4bb9-a087-4424296c28d0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:50.700832 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9e3ca9df-1245-48e4-90ac-2a44cf6621e1 req-ebce5e59-379b-4bb9-a087-4424296c28d0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.0817502 May 21 15:29:50.748064 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9e3ca9df-1245-48e4-90ac-2a44cf6621e1 req-40441aee-7afb-4332-bc34-4e322f33cd4e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411637 May 21 15:29:50.796176 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-52b158a6-ad04-4226-a169-ffccb5ea98f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:50.804855 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device ae5d9ad0-d729-4705-b921-2d43ffbfbf80 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:29:50.846032 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: ae5d9ad0-d729-4705-b921-2d43ffbfbf80 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:29:50.846407 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device ae5d9ad0-d729-4705-b921-2d43ffbfbf80 not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:29:50.878590 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-52b158a6-ad04-4226-a169-ffccb5ea98f5 admin admin] Deleting port 714c9321-cc1f-475a-8a28-0a63c88036f6 {{(pid=91544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:29:50.878830 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-52b158a6-ad04-4226-a169-ffccb5ea98f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:50.948351 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-acba1e2b-63fc-4951-8a3e-000bae2f2120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'name': 'tempest-ServerRescueNegativeTestJSON-576017772-router', 'tenant_id': '0d681e2048434c9bb18943b86cfdb059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': '714c9321-cc1f-475a-8a28-0a63c88036f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:53Z', 'updated_at': '2021-05-21T15:29:49Z', 'revision_number': 5, 'project_id': '0d681e2048434c9bb18943b86cfdb059', 'gw_port': {'id': '714c9321-cc1f-475a-8a28-0a63c88036f6', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:55Z', 'updated_at': '2021-05-21T15:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:29:50.952386 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acba1e2b-63fc-4951-8a3e-000bae2f2120 None None] Checking router: 5c25919e-4e4d-426b-938b-14dfc49ea327 for host: dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:29:50.960920 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acba1e2b-63fc-4951-8a3e-000bae2f2120 None None] Routers {'5c25919e-4e4d-426b-938b-14dfc49ea327'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:29:50.962055 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-acba1e2b-63fc-4951-8a3e-000bae2f2120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:29:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['5c25919e-4e4d-426b-938b-14dfc49ea327'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:29:51.006780 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.db [None req-52b158a6-ad04-4226-a169-ffccb5ea98f5 admin admin] For port 714c9321-cc1f-475a-8a28-0a63c88036f6, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=714c9321-cc1f-475a-8a28-0a63c88036f6,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:51.007147 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-52b158a6-ad04-4226-a169-ffccb5ea98f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:51.119974 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-acba1e2b-63fc-4951-8a3e-000bae2f2120 None None] Set router 5c25919e-4e4d-426b-938b-14dfc49ea327 gateway port host: None {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:29:51.132531 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-52b158a6-ad04-4226-a169-ffccb5ea98f5 admin admin] Calling delete_port for 714c9321-cc1f-475a-8a28-0a63c88036f6 owned by network:router_gateway {{(pid=91544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:29:51.231626 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-acba1e2b-63fc-4951-8a3e-000bae2f2120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'name': 'tempest-ServerRescueNegativeTestJSON-576017772-router', 'tenant_id': '0d681e2048434c9bb18943b86cfdb059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:53Z', 'updated_at': '2021-05-21T15:29:50Z', 'revision_number': 6, 'project_id': '0d681e2048434c9bb18943b86cfdb059', 'gw_port_host': None}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:29:51.238728 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acba1e2b-63fc-4951-8a3e-000bae2f2120 None None] The sync data for ids ['5c25919e-4e4d-426b-938b-14dfc49ea327'] in dv-cinder-792642-1-smb is: [{'id': '5c25919e-4e4d-426b-938b-14dfc49ea327', 'name': 'tempest-ServerRescueNegativeTestJSON-576017772-router', 'tenant_id': '0d681e2048434c9bb18943b86cfdb059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:53Z', 'updated_at': '2021-05-21T15:29:50Z', 'revision_number': 6, 'project_id': '0d681e2048434c9bb18943b86cfdb059', 'gw_port_host': None}] {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:29:51.445353 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-52b158a6-ad04-4226-a169-ffccb5ea98f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506920'] for port, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:51.451542 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:51.474786 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-42e1ce43-25e5-439b-af34-3c54ccca49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:51.499777 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b158a6-ad04-4226-a169-ffccb5ea98f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=714c9321-cc1f-475a-8a28-0a63c88036f6,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:51.504066 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-52b158a6-ad04-4226-a169-ffccb5ea98f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:51.593379 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ca6e3-a3c2-4c65-bbed-e20c4265f9c6 req-0ec135c6-bee6-428c-bf66-a8bcffdc9b1e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:51.594915 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1b0ca6e3-a3c2-4c65-bbed-e20c4265f9c6 req-0ec135c6-bee6-428c-bf66-a8bcffdc9b1e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 945 time: 0.2160323 May 21 15:29:51.631359 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-52b158a6-ad04-4226-a169-ffccb5ea98f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928821'] for router_gateway, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:51.808516 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1b0ca6e3-a3c2-4c65-bbed-e20c4265f9c6 req-6a37336b-fee5-4499-8e6e-34fc350c5f74 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063489 May 21 15:29:51.819033 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-52b158a6-ad04-4226-a169-ffccb5ea98f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4670'] for router, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:51.823739 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-52b158a6-ad04-4226-a169-ffccb5ea98f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:51.908929 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-52b158a6-ad04-4226-a169-ffccb5ea98f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-926169'] for router, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:51.909551 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b158a6-ad04-4226-a169-ffccb5ea98f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c25919e-4e4d-426b-938b-14dfc49ea327 {{(pid=91544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:29:51.922947 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-52b158a6-ad04-4226-a169-ffccb5ea98f5 admin admin] Notify callbacks [] for router, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:51.924062 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-52b158a6-ad04-4226-a169-ffccb5ea98f5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5c25919e-4e4d-426b-938b-14dfc49ea327 HTTP/1.1" status: 204 len: 168 time: 1.4877856 May 21 15:29:51.926787 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 59716) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:51.986611 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bc7ee-53b0-4e86-94a7-6d347fffa5fa req-7334cb17-3271-4029-8000-d502e52fb3e8 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:51.988049 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-098bc7ee-53b0-4e86-94a7-6d347fffa5fa req-7334cb17-3271-4029-8000-d502e52fb3e8 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1320448 May 21 15:29:52.015918 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5bf191-c5cc-4b1b-9846-33a49b15caba admin admin] Deleting subnet 355f014a-5478-4d88-83e9-4ebb6ef8c26e {{(pid=91543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:29:52.023448 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf191-c5cc-4b1b-9846-33a49b15caba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:52.158265 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-098bc7ee-53b0-4e86-94a7-6d347fffa5fa req-fedf3087-d4e7-428a-b71e-002d0b7cb758 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631906 May 21 15:29:52.165561 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf191-c5cc-4b1b-9846-33a49b15caba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:52.174190 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf191-c5cc-4b1b-9846-33a49b15caba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8313785'] for subnet, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:52.443787 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf191-c5cc-4b1b-9846-33a49b15caba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8313776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821'] for subnet, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:52.447948 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f4f306b9-e251-4add-9351-dc871873f773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:52.482523 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bf191-c5cc-4b1b-9846-33a49b15caba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=355f014a-5478-4d88-83e9-4ebb6ef8c26e,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:52.486105 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf191-c5cc-4b1b-9846-33a49b15caba admin admin] Notify callbacks [] for subnet, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:52.489035 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-ea5bf191-c5cc-4b1b-9846-33a49b15caba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:52.493149 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-ea5bf191-c5cc-4b1b-9846-33a49b15caba admin admin] 10.222.0.42 "DELETE /v2.0/subnets/355f014a-5478-4d88-83e9-4ebb6ef8c26e HTTP/1.1" status: 204 len: 168 time: 0.5653791 May 21 15:29:52.495741 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 59720) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:52.600775 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8351994'] for network, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:52.725338 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314112', 'neutron.services.segments.db._delete_segments_for_network-8788723347577'] for network, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:52.738736 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:29:52.739075 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:29:52.739804 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:29:52.740147 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Subscribe: > port after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:29:52.740487 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:29:52.740846 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Subscribe: > port after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:29:52.741166 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:29:52.741483 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:29:52.741797 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:29:52.742114 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:29:52.817506 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:29:52.817853 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:29:52.818178 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:29:52.818509 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:29:52.818872 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c']}} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:29:52.832073 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d722a71-492c-411e-871c-c91f677c0e39') {'for_net_delete': True} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:29:52.832365 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d722a71-492c-411e-871c-c91f677c0e39') {} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:29:52.844565 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788723246605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567090'] for segment, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:52.861386 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:52.869055 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=91543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:29:52.869441 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2439554'] for segment, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: from cryptography.utils import int_from_bytes May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: from cryptography.utils import int_from_bytes May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: Traceback (most recent call last): May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: timer() May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: cb(*args, **kw) May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: return func(*args, **kwargs) May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: self._notify() May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: self.callback(batched_events) May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: event.method(event) May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: return f(self, *a, **k) May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: return self._get(url).json() May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: return self.request(url, 'GET', **kwargs) May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:29:52.885329 dv-cinder-792642-1-smb neutron-server[91543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:29:52.974301 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928976'] for network, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:52.979252 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:52.995374 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:53.001565 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:53.007681 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:53.011462 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b849b9a-2cb2-4325-b9ec-d544c5506841 req-2698f36b-3d10-4e43-a4a0-031e047d3817 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:53.012996 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1b849b9a-2cb2-4325-b9ec-d544c5506841 req-2698f36b-3d10-4e43-a4a0-031e047d3817 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 945 time: 0.0922935 May 21 15:29:53.014251 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4f844ba5-1972-4fb2-aa2d-d4bf1fe9971c HTTP/1.1" status: 204 len: 168 time: 0.5175867 May 21 15:29:53.058793 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1b849b9a-2cb2-4325-b9ec-d544c5506841 req-6f5be09a-b8a3-49e5-8dee-63bca943f506 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b534158-a849-4835-bdc1-e1f03e4782c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394681 May 21 15:29:53.134162 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 714c9321-cc1f-475a-8a28-0a63c88036f6 no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:29:53.162385 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 59728) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:53.172194 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: 714c9321-cc1f-475a-8a28-0a63c88036f6 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:29:53.172543 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 714c9321-cc1f-475a-8a28-0a63c88036f6 not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:29:53.172980 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device cc85f0d3-aa1c-41e7-b37a-472a39c97efe no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:29:53.209382 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: cc85f0d3-aa1c-41e7-b37a-472a39c97efe {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:29:53.209727 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device cc85f0d3-aa1c-41e7-b37a-472a39c97efe not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:29:53.217977 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-891b3586-3ae5-41c0-9719-8847b5907f1d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d681e2048434c9bb18943b86cfdb059&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0543199 May 21 15:29:53.220349 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 59734) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:53.321762 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-dccfce02-d797-435a-a7ae-c5b264816daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:53.367189 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-dccfce02-d797-435a-a7ae-c5b264816daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:53.426653 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92558101-f0b7-4226-90fb-c83f1b54e9cb req-8ac6fb75-642a-4c8d-a92b-8d734423ae6a tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:53.428123 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-92558101-f0b7-4226-90fb-c83f1b54e9cb req-8ac6fb75-642a-4c8d-a92b-8d734423ae6a tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1516232 May 21 15:29:53.453524 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-dccfce02-d797-435a-a7ae-c5b264816daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:53.458840 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:53.488417 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfce02-d797-435a-a7ae-c5b264816daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422086ca-a45d-417e-8800-11eefe9baa9c,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:53.491067 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-dccfce02-d797-435a-a7ae-c5b264816daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:53.543580 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-92558101-f0b7-4226-90fb-c83f1b54e9cb req-7b7ca53a-2adf-4d7b-ae24-923d5c9daed3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091666 May 21 15:29:53.549534 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-dccfce02-d797-435a-a7ae-c5b264816daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:53.550784 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-dccfce02-d797-435a-a7ae-c5b264816daa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/422086ca-a45d-417e-8800-11eefe9baa9c HTTP/1.1" status: 204 len: 168 time: 0.3292916 May 21 15:29:53.606065 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586708a-cbbd-46c4-be84-c1a2e75fcdae req-1cf4c2d7-4db8-41aa-8892-b97fed129f9c tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:53.607624 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8586708a-cbbd-46c4-be84-c1a2e75fcdae req-1cf4c2d7-4db8-41aa-8892-b97fed129f9c tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.44 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 945 time: 0.1119437 May 21 15:29:53.791451 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-8586708a-cbbd-46c4-be84-c1a2e75fcdae req-fbd0a716-90b2-4460-bda6-dc3a9c32e6db tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Deleting port d1990a29-b678-4eaa-bbf0-a4abcf0dd7db {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:29:53.791878 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-8586708a-cbbd-46c4-be84-c1a2e75fcdae req-fbd0a716-90b2-4460-bda6-dc3a9c32e6db tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:53.830592 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:53.957088 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-8586708a-cbbd-46c4-be84-c1a2e75fcdae req-fbd0a716-90b2-4460-bda6-dc3a9c32e6db tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] For port d1990a29-b678-4eaa-bbf0-a4abcf0dd7db, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d1990a29-b678-4eaa-bbf0-a4abcf0dd7db,segment=NetworkSegment(e8c8e0c6-3fdc-493e-a73e-6ebc5624f149),segment_id=e8c8e0c6-3fdc-493e-a73e-6ebc5624f149)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:53.957442 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-8586708a-cbbd-46c4-be84-c1a2e75fcdae req-fbd0a716-90b2-4460-bda6-dc3a9c32e6db tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:54.124039 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-8586708a-cbbd-46c4-be84-c1a2e75fcdae req-fbd0a716-90b2-4460-bda6-dc3a9c32e6db tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Calling delete_port for d1990a29-b678-4eaa-bbf0-a4abcf0dd7db owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:29:54.167661 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-7955a8bd-f681-4256-9392-0dd9e5f8a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:54.283162 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-8586708a-cbbd-46c4-be84-c1a2e75fcdae req-fbd0a716-90b2-4460-bda6-dc3a9c32e6db tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:54.291575 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:54.295651 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['d1990a29-b678-4eaa-bbf0-a4abcf0dd7db'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:29:54.450171 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-05a099e7-09b4-44fe-8e35-0cd5241d8f0d req-9842dd37-e737-4aa2-808d-7d0f5d779841 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b4f81b-ab88-4e93-a498-fd73113d4a83 HTTP/1.1" status: 200 len: 210 time: 0.0602696 May 21 15:29:54.470139 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0a716-90b2-4460-bda6-dc3a9c32e6db tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Pushing event deleted for resources: {'Port': ['ID=d1990a29-b678-4eaa-bbf0-a4abcf0dd7db,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:54.476377 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-fbd0a716-90b2-4460-bda6-dc3a9c32e6db tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:54.519979 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8586708a-cbbd-46c4-be84-c1a2e75fcdae req-fbd0a716-90b2-4460-bda6-dc3a9c32e6db tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] No DVR routers for this DVR port d1990a29-b678-4eaa-bbf0-a4abcf0dd7db on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:29:54.519979 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-8586708a-cbbd-46c4-be84-c1a2e75fcdae req-fbd0a716-90b2-4460-bda6-dc3a9c32e6db tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:54.519979 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b4f81b-ab88-4e93-a498-fd73113d4a83', 'name': 'network-vif-deleted', 'tag': 'd1990a29-b678-4eaa-bbf0-a4abcf0dd7db'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:29:54.539695 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 59762) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:54.541381 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8586708a-cbbd-46c4-be84-c1a2e75fcdae req-fbd0a716-90b2-4460-bda6-dc3a9c32e6db tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] 10.222.0.44 "DELETE /v2.0/ports/d1990a29-b678-4eaa-bbf0-a4abcf0dd7db HTTP/1.1" status: 204 len: 173 time: 0.9194498 May 21 15:29:54.573378 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b4f81b-ab88-4e93-a498-fd73113d4a83', 'name': 'network-vif-deleted', 'tag': 'd1990a29-b678-4eaa-bbf0-a4abcf0dd7db', 'status': 'completed', 'code': 200} May 21 15:29:54.669200 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-164524659-network', 'tenant_id': '6e29c892a887440ca61ee063eae70789'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:29:54.715052 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:29:54.729166 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Usage tracker for resource:network and tenant:6e29c892a887440ca61ee063eae70789 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:29:54.733401 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:29:54.745259 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:29:54.761295 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Made reservation on behalf of 6e29c892a887440ca61ee063eae70789 for: {'network': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:29:54.763532 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:54.778468 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:54.796494 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:29:54.802577 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Usage tracker for resource:security_group_rule and tenant:6e29c892a887440ca61ee063eae70789 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:29:54.812527 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71e4e3-49e9-4aca-b655-465f42e9d980 req-a56a39a9-fb2f-41f9-a0a2-fb9064f5d1cf tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:54.814029 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-3f71e4e3-49e9-4aca-b655-465f42e9d980 req-a56a39a9-fb2f-41f9-a0a2-fb9064f5d1cf tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1408424 May 21 15:29:54.814880 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:29:54.821926 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:29:54.886427 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-3f71e4e3-49e9-4aca-b655-465f42e9d980 req-364a3143-32f0-46a2-8e5c-0920e8948959 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616899 May 21 15:29:54.942729 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:54.947573 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:54.950520 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-cd0de938-920f-47f1-bd1e-e6e87ceefc37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:54.977322 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=91544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:29:54.986742 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f89ac1-a1ab-4944-acae-0b002fb497c6,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:54.990340 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:54.993645 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:54.993976 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.segments_db [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Added segment 3dec7b07-04bd-40b0-88c6-7fc2c473f43f of type vlan for network 5a51d51e-9463-4858-8f5f-eb3446a4cba8 May 21 15:29:55.019137 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:55.026583 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:55.058047 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:55.059481 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:55.060061 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:55.063582 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6f3f0a7c-cfae-4220-9bb5-da2d44c4813e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:55.176903 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6358447 May 21 15:29:55.180876 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 59770) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:55.187023 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] Request body: {'subnet': {'network_id': '5a51d51e-9463-4858-8f5f-eb3446a4cba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-164524659-subnet', 'tenant_id': '6e29c892a887440ca61ee063eae70789', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:29:55.190442 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Pushing event updated for resources: {'Network': ['ID=5a51d51e-9463-4858-8f5f-eb3446a4cba8,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:55.199528 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:55.201142 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:29:55.204669 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network 5a51d51e-9463-4858-8f5f-eb3446a4cba8 details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:29:55.206316 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] Usage tracker for resource:subnet and tenant:6e29c892a887440ca61ee063eae70789 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:29:55.209660 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:29:55.216399 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:29:55.230971 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] Made reservation on behalf of 6e29c892a887440ca61ee063eae70789 for: {'subnet': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:29:55.234497 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3100077'] for subnet, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:55.655047 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2506820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3100035'] for subnet, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:55.660083 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e0c9ae04-1f99-46bd-be50-0e273a7c9808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:55.742096 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] Pushing event updated for resources: {'Subnet': ['ID=67d4ef8e-1038-4f37-b98c-5bacef262e05,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:55.744839 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:55.749838 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] Checking segment: {'id': '3dec7b07-04bd-40b0-88c6-7fc2c473f43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5a51d51e-9463-4858-8f5f-eb3446a4cba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:29:55.750150 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] Network hostable DHCP agents. Network: 5a51d51e-9463-4858-8f5f-eb3446a4cba8, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:29:55.772108 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] Network 5a51d51e-9463-4858-8f5f-eb3446a4cba8 is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:29:55.785233 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, 5a51d51e-9463-4858-8f5f-eb3446a4cba8) {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:29:55.794266 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21501191-99eb-407d-bdcd-e8889b4c559d None None] Network 5a51d51e-9463-4858-8f5f-eb3446a4cba8 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:29:55.808365 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:55.809144 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:55.947100 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7630827 May 21 15:29:56.051694 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1e62e0-38de-4d37-9aab-16e99cc96d69 None None] Network 5a51d51e-9463-4858-8f5f-eb3446a4cba8 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:29:56.196535 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416544eb-2dc5-4734-8115-7fa95524da91 req-43fb3ea3-681d-4fb5-83a6-11070563fd70 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:56.198470 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-416544eb-2dc5-4734-8115-7fa95524da91 req-43fb3ea3-681d-4fb5-83a6-11070563fd70 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1039593 May 21 15:29:56.254162 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-416544eb-2dc5-4734-8115-7fa95524da91 req-c6238fd1-80be-4a6c-91b9-d58f7239aa6c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483379 May 21 15:29:56.630035 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 59802) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:56.636890 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-959626072-network', 'tenant_id': 'ffbe6d72563b4bef9905ec92e9e7e91b'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:29:56.644730 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:29:56.652374 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Usage tracker for resource:network and tenant:ffbe6d72563b4bef9905ec92e9e7e91b is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:29:56.657591 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:29:56.665498 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:29:56.682411 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f469a0-01fa-44ce-91f8-a618f8c7f6d2 req-62a4b393-55b6-4241-b51e-d10b5bc32623 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:56.683994 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e5f469a0-01fa-44ce-91f8-a618f8c7f6d2 req-62a4b393-55b6-4241-b51e-d10b5bc32623 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1268024 May 21 15:29:56.689337 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Made reservation on behalf of ffbe6d72563b4bef9905ec92e9e7e91b for: {'network': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:29:56.691713 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:56.720181 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:56.723750 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee74e8-36a0-4d8e-ac40-cba82732d475 req-400bd157-c928-48a7-b024-069d7abd91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:56.725635 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-65ee74e8-36a0-4d8e-ac40-cba82732d475 req-400bd157-c928-48a7-b024-069d7abd91b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=161234b3a2ac417b9eaddb42302b4075&device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 1099 time: 0.0754511 May 21 15:29:56.747686 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:29:56.755957 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Usage tracker for resource:security_group_rule and tenant:ffbe6d72563b4bef9905ec92e9e7e91b is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:29:56.760646 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:29:56.770017 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e5f469a0-01fa-44ce-91f8-a618f8c7f6d2 req-bace6fa0-1a2a-4aed-86da-1eddde4e40d9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682876 May 21 15:29:56.770888 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:29:56.817541 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:56.864531 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:56.870454 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:56.874793 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-b2c49259-5fbb-4f68-b8ed-6ecfe54082b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:56.874996 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee74e8-36a0-4d8e-ac40-cba82732d475 req-08bb9945-9112-49f3-a20b-f92c362185db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:56.876567 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-65ee74e8-36a0-4d8e-ac40-cba82732d475 req-08bb9945-9112-49f3-a20b-f92c362185db service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e58c33a-8f14-4216-8b82-5fec9142b248 HTTP/1.1" status: 200 len: 911 time: 0.1443076 May 21 15:29:56.901184 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=91544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:29:56.918201 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7467a431-c614-41e7-9899-9e63f64fa711,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:56.922697 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:56.923697 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:56.924041 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.segments_db [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Added segment ecf617a4-4ae9-47b9-b5fe-d200d7a99011 of type vlan for network 55e1862c-afb8-476d-adf2-f942f21ddb2e May 21 15:29:56.953695 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:56.986237 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:56.987772 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:56.988435 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:56.990614 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-65ee74e8-36a0-4d8e-ac40-cba82732d475 req-4e22ca23-d1d1-4ffc-aeea-d9fd46b38af9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 HTTP/1.1" status: 200 len: 1001 time: 0.1065581 May 21 15:29:56.992521 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:57.068948 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee74e8-36a0-4d8e-ac40-cba82732d475 req-3ec08ede-9084-43d6-a64e-e570a7f00e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:57.071629 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-65ee74e8-36a0-4d8e-ac40-cba82732d475 req-3ec08ede-9084-43d6-a64e-e570a7f00e79 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc HTTP/1.1" status: 200 len: 849 time: 0.0742371 May 21 15:29:57.100934 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Pushing event updated for resources: {'Network': ['ID=55e1862c-afb8-476d-adf2-f942f21ddb2e,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:57.104627 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:57.106067 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4754689 May 21 15:29:57.116583 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 59808) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:57.122212 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network 55e1862c-afb8-476d-adf2-f942f21ddb2e details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:29:57.128363 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-c6ca7995-7846-43dc-87c5-9f514470a488 admin admin] Request body: {'subnet': {'network_id': '55e1862c-afb8-476d-adf2-f942f21ddb2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-959626072-subnet', 'tenant_id': 'ffbe6d72563b4bef9905ec92e9e7e91b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:29:57.134233 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-c6ca7995-7846-43dc-87c5-9f514470a488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:29:57.140428 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-c6ca7995-7846-43dc-87c5-9f514470a488 admin admin] Usage tracker for resource:subnet and tenant:ffbe6d72563b4bef9905ec92e9e7e91b is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:29:57.144292 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-c6ca7995-7846-43dc-87c5-9f514470a488 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:29:57.152139 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-c6ca7995-7846-43dc-87c5-9f514470a488 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:29:57.167697 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ca7995-7846-43dc-87c5-9f514470a488 admin admin] Made reservation on behalf of ffbe6d72563b4bef9905ec92e9e7e91b for: {'subnet': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:29:57.170708 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c6ca7995-7846-43dc-87c5-9f514470a488 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3100077'] for subnet, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:57.193555 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee74e8-36a0-4d8e-ac40-cba82732d475 req-6718e634-c3f6-44b5-b919-f5c50ef2c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:57.195125 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-65ee74e8-36a0-4d8e-ac40-cba82732d475 req-6718e634-c3f6-44b5-b919-f5c50ef2c7cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e58c33a-8f14-4216-8b82-5fec9142b248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1146355 May 21 15:29:57.407436 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-65ee74e8-36a0-4d8e-ac40-cba82732d475 req-10166a5e-aa2a-4f9b-a3dc-76ea1791b0ec service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026386 May 21 15:29:57.606007 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-65ee74e8-36a0-4d8e-ac40-cba82732d475 req-96ca4fcf-7758-4b6f-9b93-875b5fec7acd service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895421 May 21 15:29:57.787990 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c6ca7995-7846-43dc-87c5-9f514470a488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2506820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3100035'] for subnet, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:57.792365 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:57.883517 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca7995-7846-43dc-87c5-9f514470a488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e032b9f7-aa26-465c-a3ad-20db3684b0e9,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:57.889073 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-c6ca7995-7846-43dc-87c5-9f514470a488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:57.893960 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ca7995-7846-43dc-87c5-9f514470a488 admin admin] Checking segment: {'id': 'ecf617a4-4ae9-47b9-b5fe-d200d7a99011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '55e1862c-afb8-476d-adf2-f942f21ddb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:29:57.894322 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ca7995-7846-43dc-87c5-9f514470a488 admin admin] Network hostable DHCP agents. Network: 55e1862c-afb8-476d-adf2-f942f21ddb2e, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:29:57.915310 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ca7995-7846-43dc-87c5-9f514470a488 admin admin] Network 55e1862c-afb8-476d-adf2-f942f21ddb2e is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:29:57.927529 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-c6ca7995-7846-43dc-87c5-9f514470a488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, 55e1862c-afb8-476d-adf2-f942f21ddb2e) {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:29:57.939084 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af141ac-af3e-4e5f-a194-555855b4f72d None None] Network 55e1862c-afb8-476d-adf2-f942f21ddb2e requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:29:57.944542 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ca7995-7846-43dc-87c5-9f514470a488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:57.945471 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c6ca7995-7846-43dc-87c5-9f514470a488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:57.981938 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-c6ca7995-7846-43dc-87c5-9f514470a488 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8642218 May 21 15:29:58.017206 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9441dd2-518d-4b89-b853-11492747cdee req-ed1218ec-a840-436c-8cae-b2689321eb3f tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:58.020931 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c9441dd2-518d-4b89-b853-11492747cdee req-ed1218ec-a840-436c-8cae-b2689321eb3f tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1295774 May 21 15:29:58.112436 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c9441dd2-518d-4b89-b853-11492747cdee req-3fec5d1b-c5a0-4d4b-9b31-7708d36f7ff4 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778954 May 21 15:29:58.183110 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46331116-bed7-4d3e-8f5f-78c6afeab14a None None] Network 55e1862c-afb8-476d-adf2-f942f21ddb2e requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:29:58.186575 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 59820) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:58.296982 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_v2 [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Deleting subnet 67d4ef8e-1038-4f37-b98c-5bacef262e05 {{(pid=91543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:29:58.301618 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:58.381812 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567083'] for subnet, precommit_delete_associations {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:58.454337 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8313785'] for subnet, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:58.584866 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:29:58.749156 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8313776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2439644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617633'] for subnet, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:58.756168 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:58.812527 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67d4ef8e-1038-4f37-b98c-5bacef262e05,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:58.827456 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:58.832848 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:58.833554 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:58.834116 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:58.834683 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:58.835246 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:58.835801 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:58.837087 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:58.837652 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:58.838220 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:58.838781 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:58.839330 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:58.839881 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:58.847360 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:58.851397 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/67d4ef8e-1038-4f37-b98c-5bacef262e05 HTTP/1.1" status: 204 len: 168 time: 0.6634030 May 21 15:29:58.853881 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 59828) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:58.860432 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device d1990a29-b678-4eaa-bbf0-a4abcf0dd7db no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:29:58.895509 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: d1990a29-b678-4eaa-bbf0-a4abcf0dd7db {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:29:58.895947 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device d1990a29-b678-4eaa-bbf0-a4abcf0dd7db not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:29:59.027290 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6244cfd2-c3f2-46e3-9dcd-bf9918c41360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8351994'] for network, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:59.348826 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cb82b-8161-439e-813c-0a1a2e1ac7b7 req-89164dff-2394-45da-9b37-bba3ea6f3de8 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:59.350466 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-471cb82b-8161-439e-813c-0a1a2e1ac7b7 req-89164dff-2394-45da-9b37-bba3ea6f3de8 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.1001136 May 21 15:29:59.365973 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6244cfd2-c3f2-46e3-9dcd-bf9918c41360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314112', 'neutron.services.segments.db._delete_segments_for_network-8788723347577'] for network, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:59.380618 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-6244cfd2-c3f2-46e3-9dcd-bf9918c41360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a51d51e-9463-4858-8f5f-eb3446a4cba8']}} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:29:59.394133 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-6244cfd2-c3f2-46e3-9dcd-bf9918c41360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dec7b07-04bd-40b0-88c6-7fc2c473f43f') {'for_net_delete': True} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:29:59.394431 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-6244cfd2-c3f2-46e3-9dcd-bf9918c41360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dec7b07-04bd-40b0-88c6-7fc2c473f43f') {} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:29:59.413648 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6244cfd2-c3f2-46e3-9dcd-bf9918c41360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788723246605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567090'] for segment, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:59.425821 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-471cb82b-8161-439e-813c-0a1a2e1ac7b7 req-32b71c30-187f-49b0-b6ee-8bde197e2946 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685756 May 21 15:29:59.441054 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6244cfd2-c3f2-46e3-9dcd-bf9918c41360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:59.448716 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6244cfd2-c3f2-46e3-9dcd-bf9918c41360 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=91543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:29:59.449250 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6244cfd2-c3f2-46e3-9dcd-bf9918c41360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2439554'] for segment, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: Traceback (most recent call last): May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: timer() May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: cb(*args, **kw) May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: return func(*args, **kwargs) May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: self._notify() May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: self.callback(batched_events) May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: event.method(event) May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: return f(self, *a, **k) May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: return self._get(url).json() May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: return self.request(url, 'GET', **kwargs) May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:29:59.463648 dv-cinder-792642-1-smb neutron-server[91543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:29:59.549968 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6244cfd2-c3f2-46e3-9dcd-bf9918c41360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928976'] for network, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:59.554351 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-93ede28c-0849-4452-beea-1149de3d5fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:59.571250 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6244cfd2-c3f2-46e3-9dcd-bf9918c41360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:59.580329 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244cfd2-c3f2-46e3-9dcd-bf9918c41360 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a51d51e-9463-4858-8f5f-eb3446a4cba8,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:59.582935 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-6244cfd2-c3f2-46e3-9dcd-bf9918c41360 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5a51d51e-9463-4858-8f5f-eb3446a4cba8 HTTP/1.1" status: 204 len: 168 time: 0.7277427 May 21 15:29:59.583767 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6244cfd2-c3f2-46e3-9dcd-bf9918c41360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:59.586345 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 59840) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:59.650331 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9e9e2e-7c5e-4c93-a746-4a019fa7f1c5 admin admin] Deleting subnet e032b9f7-aa26-465c-a3ad-20db3684b0e9 {{(pid=91543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:29:59.653636 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-fe9e9e2e-7c5e-4c93-a746-4a019fa7f1c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:59.709551 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-fe9e9e2e-7c5e-4c93-a746-4a019fa7f1c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567083'] for subnet, precommit_delete_associations {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:59.770467 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-fe9e9e2e-7c5e-4c93-a746-4a019fa7f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8313785'] for subnet, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:00.031786 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-fe9e9e2e-7c5e-4c93-a746-4a019fa7f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8313776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2439644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617633'] for subnet, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:00.035884 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-bd98d93f-7286-435d-8a93-ae66fe2007c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:00.072091 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e9e2e-7c5e-4c93-a746-4a019fa7f1c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e032b9f7-aa26-465c-a3ad-20db3684b0e9,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:00.075243 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-fe9e9e2e-7c5e-4c93-a746-4a019fa7f1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:00.076827 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-fe9e9e2e-7c5e-4c93-a746-4a019fa7f1c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:00.082519 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-fe9e9e2e-7c5e-4c93-a746-4a019fa7f1c5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e032b9f7-aa26-465c-a3ad-20db3684b0e9 HTTP/1.1" status: 204 len: 168 time: 0.4951658 May 21 15:30:00.085099 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 59844) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:00.197036 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-448c9521-8df9-4977-83b9-b45e3631599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8351994'] for network, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:00.330180 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-448c9521-8df9-4977-83b9-b45e3631599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314112', 'neutron.services.segments.db._delete_segments_for_network-8788723347577'] for network, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:00.347105 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-448c9521-8df9-4977-83b9-b45e3631599e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e1862c-afb8-476d-adf2-f942f21ddb2e']}} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:00.362339 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-448c9521-8df9-4977-83b9-b45e3631599e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf617a4-4ae9-47b9-b5fe-d200d7a99011') {'for_net_delete': True} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:00.362339 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-448c9521-8df9-4977-83b9-b45e3631599e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf617a4-4ae9-47b9-b5fe-d200d7a99011') {} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:00.373725 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-448c9521-8df9-4977-83b9-b45e3631599e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788723246605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567090'] for segment, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:00.410342 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-448c9521-8df9-4977-83b9-b45e3631599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:00.418359 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448c9521-8df9-4977-83b9-b45e3631599e admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=91543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:30:00.418954 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-448c9521-8df9-4977-83b9-b45e3631599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2439554'] for segment, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: Traceback (most recent call last): May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: timer() May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: cb(*args, **kw) May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: return func(*args, **kwargs) May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: self._notify() May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: self.callback(batched_events) May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: event.method(event) May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: return f(self, *a, **k) May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: return self._get(url).json() May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: return self.request(url, 'GET', **kwargs) May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:30:00.434900 dv-cinder-792642-1-smb neutron-server[91543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:30:00.530417 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-448c9521-8df9-4977-83b9-b45e3631599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928976'] for network, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:00.536586 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:00.568396 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-448c9521-8df9-4977-83b9-b45e3631599e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:00.581910 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c9521-8df9-4977-83b9-b45e3631599e admin admin] Pushing event deleted for resources: {'Network': ['ID=55e1862c-afb8-476d-adf2-f942f21ddb2e,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:00.587559 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-448c9521-8df9-4977-83b9-b45e3631599e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:00.589416 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-448c9521-8df9-4977-83b9-b45e3631599e admin admin] 10.222.0.42 "DELETE /v2.0/networks/55e1862c-afb8-476d-adf2-f942f21ddb2e HTTP/1.1" status: 204 len: 168 time: 0.5033152 May 21 15:30:00.814457 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 59858) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:00.869541 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-448d13db-5cac-4f89-8879-2db76b7f2682 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e29c892a887440ca61ee063eae70789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536432 May 21 15:30:00.872038 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 59862) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:00.944567 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-11757fbf-a46d-4a82-8d1a-2827f3b71c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:00.975239 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-11757fbf-a46d-4a82-8d1a-2827f3b71c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:01.034780 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-11757fbf-a46d-4a82-8d1a-2827f3b71c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:01.039072 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6abe4877-7f47-45ba-a444-7c02fbddd174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:01.051805 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11757fbf-a46d-4a82-8d1a-2827f3b71c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f89ac1-a1ab-4944-acae-0b002fb497c6,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:01.055709 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-11757fbf-a46d-4a82-8d1a-2827f3b71c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:01.059361 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-11757fbf-a46d-4a82-8d1a-2827f3b71c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:01.061157 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-11757fbf-a46d-4a82-8d1a-2827f3b71c94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62f89ac1-a1ab-4944-acae-0b002fb497c6 HTTP/1.1" status: 204 len: 168 time: 0.1870830 May 21 15:30:01.475913 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 59872) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:01.531967 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-233d929f-6652-444d-843a-f301ae60d87c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ffbe6d72563b4bef9905ec92e9e7e91b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546904 May 21 15:30:01.534511 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 59876) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:01.598694 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bad08b28-6724-40f3-ac5b-ea3bd67d6526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:01.626775 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bad08b28-6724-40f3-ac5b-ea3bd67d6526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:01.694960 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bad08b28-6724-40f3-ac5b-ea3bd67d6526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:01.699203 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-75bfdc3f-972d-4ad0-9335-7c05e0155df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:01.712243 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad08b28-6724-40f3-ac5b-ea3bd67d6526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7467a431-c614-41e7-9899-9e63f64fa711,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:01.715354 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-bad08b28-6724-40f3-ac5b-ea3bd67d6526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:01.717436 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bad08b28-6724-40f3-ac5b-ea3bd67d6526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:01.718584 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-bad08b28-6724-40f3-ac5b-ea3bd67d6526 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7467a431-c614-41e7-9899-9e63f64fa711 HTTP/1.1" status: 204 len: 168 time: 0.1831255 May 21 15:30:09.244291 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a776f9c8-3c27-4588-b7bd-4dd4108b76bd req-086fe024-2310-4301-8cca-e4b1ecd5f30b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852818 May 21 15:30:09.278502 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:09.360402 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776f9c8-3c27-4588-b7bd-4dd4108b76bd req-2df06ff1-eb35-48be-b64c-08be58c7cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:09.362564 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a776f9c8-3c27-4588-b7bd-4dd4108b76bd req-2df06ff1-eb35-48be-b64c-08be58c7cb73 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=161234b3a2ac417b9eaddb42302b4075&device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 1099 time: 0.0861254 May 21 15:30:09.548089 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776f9c8-3c27-4588-b7bd-4dd4108b76bd req-157f195b-6875-4395-b693-ac6d7ffaa6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:09.549605 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a776f9c8-3c27-4588-b7bd-4dd4108b76bd req-157f195b-6875-4395-b693-ac6d7ffaa6f2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e58c33a-8f14-4216-8b82-5fec9142b248 HTTP/1.1" status: 200 len: 911 time: 0.1634395 May 21 15:30:09.774528 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a776f9c8-3c27-4588-b7bd-4dd4108b76bd req-cf8b3153-1626-4a1c-8cd9-2fe812e64627 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 HTTP/1.1" status: 200 len: 1001 time: 0.2180684 May 21 15:30:09.848710 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776f9c8-3c27-4588-b7bd-4dd4108b76bd req-63073396-c7a3-48ec-8003-3dd0b0f08eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:09.850293 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a776f9c8-3c27-4588-b7bd-4dd4108b76bd req-63073396-c7a3-48ec-8003-3dd0b0f08eac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc HTTP/1.1" status: 200 len: 849 time: 0.0638230 May 21 15:30:09.934698 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776f9c8-3c27-4588-b7bd-4dd4108b76bd req-dba873c8-7fa9-4687-a58d-b3d3a6091ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:09.936197 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a776f9c8-3c27-4588-b7bd-4dd4108b76bd req-dba873c8-7fa9-4687-a58d-b3d3a6091ea5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e58c33a-8f14-4216-8b82-5fec9142b248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761836 May 21 15:30:10.083336 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a776f9c8-3c27-4588-b7bd-4dd4108b76bd req-0644b80f-2a56-4133-9750-9d59cf5a3cb2 service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329277 May 21 15:30:10.226202 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a776f9c8-3c27-4588-b7bd-4dd4108b76bd req-5d35e285-3b0e-4407-9704-9c0fcdd49707 service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340756 May 21 15:30:11.162639 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60056) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:11.327850 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b9bd1ee7-5beb-4336-a421-90b838de1933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:11.346337 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-b9bd1ee7-5beb-4336-a421-90b838de1933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:11.350884 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-b9bd1ee7-5beb-4336-a421-90b838de1933 admin admin] Usage tracker for resource:security_group_rule and tenant:f0bd37c2b3084b11ab1f0cecb6937732 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:11.354739 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-b9bd1ee7-5beb-4336-a421-90b838de1933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:11.362281 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-b9bd1ee7-5beb-4336-a421-90b838de1933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:11.475214 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b9bd1ee7-5beb-4336-a421-90b838de1933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:11.481212 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b9bd1ee7-5beb-4336-a421-90b838de1933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:11.494599 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-a26ad4d8-b5bd-4836-81fe-4810c21a39d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:11.560292 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-b9bd1ee7-5beb-4336-a421-90b838de1933 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0bd37c2b3084b11ab1f0cecb6937732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3965471 May 21 15:30:11.564841 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60062) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:11.565414 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd1ee7-5beb-4336-a421-90b838de1933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a039f01-86fc-4db1-a184-6c74795c3dad,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:11.567942 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b9bd1ee7-5beb-4336-a421-90b838de1933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:11.651221 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:11.677806 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:11.759898 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:11.768084 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6288d3a2-b999-458b-907d-2b7abaf05ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:11.795056 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a039f01-86fc-4db1-a184-6c74795c3dad,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:11.810431 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:11.811032 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:11.811636 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:11.812232 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:11.812933 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:11.813538 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:11.814127 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:11.814722 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:11.815322 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:11.815903 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:11.816487 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:11.817150 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:11.822295 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:11.826983 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a039f01-86fc-4db1-a184-6c74795c3dad HTTP/1.1" status: 204 len: 168 time: 0.2626860 May 21 15:30:11.839500 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:12.244069 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60076) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:12.262878 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-69173a67-c55e-450b-9628-566d86e67d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:12.277650 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-69173a67-c55e-450b-9628-566d86e67d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:12.281430 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-69173a67-c55e-450b-9628-566d86e67d7f admin admin] Usage tracker for resource:security_group_rule and tenant:a253e07e04824bb7bfdfc661773597f0 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:12.284188 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-69173a67-c55e-450b-9628-566d86e67d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:12.290676 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-69173a67-c55e-450b-9628-566d86e67d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:12.387971 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-69173a67-c55e-450b-9628-566d86e67d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:12.391993 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-69173a67-c55e-450b-9628-566d86e67d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:12.399632 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6ca18ed4-4156-4de0-9c64-505000ca4143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:12.442376 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69173a67-c55e-450b-9628-566d86e67d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540e4a0f-c5b9-4895-9b6a-ff635226d114,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:12.448836 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-69173a67-c55e-450b-9628-566d86e67d7f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a253e07e04824bb7bfdfc661773597f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022979 May 21 15:30:12.448836 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-69173a67-c55e-450b-9628-566d86e67d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:12.449782 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60080) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:12.521103 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-76b98807-ccfe-4e40-87ef-039284f8dd0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:12.548120 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-76b98807-ccfe-4e40-87ef-039284f8dd0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:12.605290 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-76b98807-ccfe-4e40-87ef-039284f8dd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:12.609008 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-def0738c-295c-45db-8e1d-272f03add656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:12.622815 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b98807-ccfe-4e40-87ef-039284f8dd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540e4a0f-c5b9-4895-9b6a-ff635226d114,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:12.625814 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-76b98807-ccfe-4e40-87ef-039284f8dd0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:12.631105 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-76b98807-ccfe-4e40-87ef-039284f8dd0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:12.633224 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-76b98807-ccfe-4e40-87ef-039284f8dd0c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/540e4a0f-c5b9-4895-9b6a-ff635226d114 HTTP/1.1" status: 204 len: 168 time: 0.1825297 May 21 15:30:15.837692 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60174) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:15.902910 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4af9933-ef97-4a2f-b518-f883a44ae672 admin admin] Deleting subnet 8b692fa6-963d-4881-8fa3-266eaaac4e48 {{(pid=91544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:30:15.905909 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e4af9933-ef97-4a2f-b518-f883a44ae672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:15.962545 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e4af9933-ef97-4a2f-b518-f883a44ae672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1519829'] for subnet, precommit_delete_associations {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:16.116097 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e4af9933-ef97-4a2f-b518-f883a44ae672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8313785'] for subnet, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:16.391730 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e4af9933-ef97-4a2f-b518-f883a44ae672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8313776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3100040'] for subnet, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:16.395781 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:16.432030 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af9933-ef97-4a2f-b518-f883a44ae672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b692fa6-963d-4881-8fa3-266eaaac4e48,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:16.435086 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e4af9933-ef97-4a2f-b518-f883a44ae672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:16.436061 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e4af9933-ef97-4a2f-b518-f883a44ae672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:16.442777 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-e4af9933-ef97-4a2f-b518-f883a44ae672 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8b692fa6-963d-4881-8fa3-266eaaac4e48 HTTP/1.1" status: 204 len: 168 time: 0.6040137 May 21 15:30:16.445562 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60188) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:16.554811 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7e89aaef-1e6f-4b1b-a0b2-f0a1d7da5218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8351994'] for network, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:16.680912 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7e89aaef-1e6f-4b1b-a0b2-f0a1d7da5218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314112', 'neutron.services.segments.db._delete_segments_for_network-8788723347577'] for network, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:16.694077 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-7e89aaef-1e6f-4b1b-a0b2-f0a1d7da5218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b9703f-d9e8-42a0-99a4-010e9d535b5f']}} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:16.706807 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-7e89aaef-1e6f-4b1b-a0b2-f0a1d7da5218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c8e0c6-3fdc-493e-a73e-6ebc5624f149') {'for_net_delete': True} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:16.707107 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-7e89aaef-1e6f-4b1b-a0b2-f0a1d7da5218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c8e0c6-3fdc-493e-a73e-6ebc5624f149') {} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:16.719763 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7e89aaef-1e6f-4b1b-a0b2-f0a1d7da5218 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788723246605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1519820'] for segment, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:16.739728 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7e89aaef-1e6f-4b1b-a0b2-f0a1d7da5218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:16.746676 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e89aaef-1e6f-4b1b-a0b2-f0a1d7da5218 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=91544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:30:16.746959 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7e89aaef-1e6f-4b1b-a0b2-f0a1d7da5218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506971'] for segment, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: Traceback (most recent call last): May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: timer() May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: cb(*args, **kw) May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: return func(*args, **kwargs) May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: self._notify() May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: self.callback(batched_events) May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: event.method(event) May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: return f(self, *a, **k) May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: return self._get(url).json() May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: return self.request(url, 'GET', **kwargs) May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:30:16.761420 dv-cinder-792642-1-smb neutron-server[91544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:30:16.843306 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7e89aaef-1e6f-4b1b-a0b2-f0a1d7da5218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928976'] for network, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:16.847029 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:16.860007 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7e89aaef-1e6f-4b1b-a0b2-f0a1d7da5218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:16.873853 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89aaef-1e6f-4b1b-a0b2-f0a1d7da5218 admin admin] Pushing event deleted for resources: {'Network': ['ID=19b9703f-d9e8-42a0-99a4-010e9d535b5f,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:16.877927 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-7e89aaef-1e6f-4b1b-a0b2-f0a1d7da5218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:16.883534 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-7e89aaef-1e6f-4b1b-a0b2-f0a1d7da5218 admin admin] 10.222.0.42 "DELETE /v2.0/networks/19b9703f-d9e8-42a0-99a4-010e9d535b5f HTTP/1.1" status: 204 len: 168 time: 0.4369109 May 21 15:30:17.070351 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60194) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:17.130782 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-9078e259-96a3-4a3f-a47f-195352e08b43 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc818d41c5a84c7e91e80f350ac1d337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589070 May 21 15:30:17.133338 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60200) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:17.200324 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-95e0e79e-6c6d-4109-ad05-a6f9b0100891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:17.226749 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-95e0e79e-6c6d-4109-ad05-a6f9b0100891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:17.283628 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-95e0e79e-6c6d-4109-ad05-a6f9b0100891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:17.287971 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-3e5e6e1d-cd18-49e7-9cec-40f6c3242759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:17.302055 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0e79e-6c6d-4109-ad05-a6f9b0100891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b534158-a849-4835-bdc1-e1f03e4782c3,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:17.305275 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-95e0e79e-6c6d-4109-ad05-a6f9b0100891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:17.318388 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-95e0e79e-6c6d-4109-ad05-a6f9b0100891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:17.321016 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-95e0e79e-6c6d-4109-ad05-a6f9b0100891 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b534158-a849-4835-bdc1-e1f03e4782c3 HTTP/1.1" status: 204 len: 168 time: 0.1857944 May 21 15:30:17.588113 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60218) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:17.711763 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-fb8f4811-1a64-4a51-9fb1-e149c36501ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:17.728043 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-fb8f4811-1a64-4a51-9fb1-e149c36501ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:17.732133 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-fb8f4811-1a64-4a51-9fb1-e149c36501ae admin admin] Usage tracker for resource:security_group_rule and tenant:38fb514628a44ea8833cb5ff037fa2d6 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:17.735043 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-fb8f4811-1a64-4a51-9fb1-e149c36501ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:17.740896 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-fb8f4811-1a64-4a51-9fb1-e149c36501ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:17.834357 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-fb8f4811-1a64-4a51-9fb1-e149c36501ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:17.838814 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-fb8f4811-1a64-4a51-9fb1-e149c36501ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:17.848332 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:17.891181 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-fb8f4811-1a64-4a51-9fb1-e149c36501ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38fb514628a44ea8833cb5ff037fa2d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013976 May 21 15:30:17.891776 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f4811-1a64-4a51-9fb1-e149c36501ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a9b7b3-96ce-4866-849f-a4012a467151,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:17.893580 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60234) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:17.895489 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-fb8f4811-1a64-4a51-9fb1-e149c36501ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:17.962178 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-55812ee4-7084-4e94-844c-90b94ed99a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:17.990588 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-55812ee4-7084-4e94-844c-90b94ed99a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:18.050506 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-55812ee4-7084-4e94-844c-90b94ed99a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:18.061876 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-4d3a96e8-83de-4650-aba0-163f09fd148c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:18.069425 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55812ee4-7084-4e94-844c-90b94ed99a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a9b7b3-96ce-4866-849f-a4012a467151,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:18.072567 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-55812ee4-7084-4e94-844c-90b94ed99a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:18.078705 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-55812ee4-7084-4e94-844c-90b94ed99a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:18.079964 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-55812ee4-7084-4e94-844c-90b94ed99a6a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1a9b7b3-96ce-4866-849f-a4012a467151 HTTP/1.1" status: 204 len: 168 time: 0.1848297 May 21 15:30:18.493605 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60252) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:18.519249 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-d6c0bc6b-2e5b-4506-8442-9066ff4cc233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:18.536460 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-d6c0bc6b-2e5b-4506-8442-9066ff4cc233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:18.540535 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-d6c0bc6b-2e5b-4506-8442-9066ff4cc233 admin admin] Usage tracker for resource:security_group_rule and tenant:e0b031e1c5ac47f2a5a9aa2243305b01 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:18.545013 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-d6c0bc6b-2e5b-4506-8442-9066ff4cc233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:18.553485 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-d6c0bc6b-2e5b-4506-8442-9066ff4cc233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:18.647981 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-d6c0bc6b-2e5b-4506-8442-9066ff4cc233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:18.653950 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-d6c0bc6b-2e5b-4506-8442-9066ff4cc233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:18.663608 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-1599f3da-29c8-4c5f-aee3-e68aa4a17b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:18.704269 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0bc6b-2e5b-4506-8442-9066ff4cc233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaae7b23-34b0-44e4-a1be-46a06b7c3820,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:18.711053 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-d6c0bc6b-2e5b-4506-8442-9066ff4cc233 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e0b031e1c5ac47f2a5a9aa2243305b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138968 May 21 15:30:18.711053 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-d6c0bc6b-2e5b-4506-8442-9066ff4cc233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:18.711471 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60266) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:18.776325 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-23439309-5be1-4bd7-86ba-411e222de8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:18.802397 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-23439309-5be1-4bd7-86ba-411e222de8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:18.858528 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-23439309-5be1-4bd7-86ba-411e222de8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:18.863482 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-21a1361d-58ab-47f2-9800-c811f653420b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:18.876686 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23439309-5be1-4bd7-86ba-411e222de8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaae7b23-34b0-44e4-a1be-46a06b7c3820,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:18.879267 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-23439309-5be1-4bd7-86ba-411e222de8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:18.884177 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-23439309-5be1-4bd7-86ba-411e222de8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:18.885596 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-23439309-5be1-4bd7-86ba-411e222de8b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eaae7b23-34b0-44e4-a1be-46a06b7c3820 HTTP/1.1" status: 204 len: 168 time: 0.1734514 May 21 15:30:21.477699 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-15dc80cc-985a-479a-a057-b1b8b91f4a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:23.824484 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:24.156460 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-3e27d8aa-b911-4fb5-8c32-7c0803640271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:24.352028 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60400) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:24.497731 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6c91f213-134a-45c3-a201-38b8834c842b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:24.514679 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6c91f213-134a-45c3-a201-38b8834c842b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:24.518558 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6c91f213-134a-45c3-a201-38b8834c842b admin admin] Usage tracker for resource:security_group_rule and tenant:34cf1d8bb2c34bd4873ac6e5d0ce05d3 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:24.521700 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6c91f213-134a-45c3-a201-38b8834c842b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:24.529514 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6c91f213-134a-45c3-a201-38b8834c842b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:24.666241 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60dd97-df2d-4e03-bbaa-8604aaafb3d2 req-608188b7-1500-41f9-a124-2a83ab7f388f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:24.667737 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ef60dd97-df2d-4e03-bbaa-8604aaafb3d2 req-608188b7-1500-41f9-a124-2a83ab7f388f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 946 time: 0.1300981 May 21 15:30:24.717863 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6c91f213-134a-45c3-a201-38b8834c842b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:24.729585 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6c91f213-134a-45c3-a201-38b8834c842b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:24.741863 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e2ffc466-fbbf-463d-b582-a5f0ef40eae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:24.762489 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ef60dd97-df2d-4e03-bbaa-8604aaafb3d2 req-27777907-1be8-48de-8869-7804563acb8d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864048 May 21 15:30:24.789297 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-6c91f213-134a-45c3-a201-38b8834c842b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=34cf1d8bb2c34bd4873ac6e5d0ce05d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350138 May 21 15:30:24.791983 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60418) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:24.814163 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91f213-134a-45c3-a201-38b8834c842b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a249280c-7513-432a-989f-a310a7e49a98,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:24.814895 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60422) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:24.818287 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6c91f213-134a-45c3-a201-38b8834c842b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:24.866095 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b7a05422-d483-42ad-8705-f21d6ec10bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:24.893624 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b7a05422-d483-42ad-8705-f21d6ec10bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:24.947709 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-527556cf-75db-467b-a191-b49a64afc2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:24.952189 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b7a05422-d483-42ad-8705-f21d6ec10bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:24.957695 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-55812ee4-7084-4e94-844c-90b94ed99a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:24.966727 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-527556cf-75db-467b-a191-b49a64afc2e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:24.970784 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-527556cf-75db-467b-a191-b49a64afc2e3 admin admin] Usage tracker for resource:security_group_rule and tenant:6018d930e4ff44dd92087e58b9caa9e6 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:24.973742 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a05422-d483-42ad-8705-f21d6ec10bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a249280c-7513-432a-989f-a310a7e49a98,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:24.973877 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-527556cf-75db-467b-a191-b49a64afc2e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:24.977031 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-b7a05422-d483-42ad-8705-f21d6ec10bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:24.979195 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b7a05422-d483-42ad-8705-f21d6ec10bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:24.980378 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-b7a05422-d483-42ad-8705-f21d6ec10bee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a249280c-7513-432a-989f-a310a7e49a98 HTTP/1.1" status: 204 len: 168 time: 0.1870682 May 21 15:30:24.984260 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-527556cf-75db-467b-a191-b49a64afc2e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:25.027709 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:25.088625 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-527556cf-75db-467b-a191-b49a64afc2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:25.093607 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-527556cf-75db-467b-a191-b49a64afc2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:25.103562 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-e59dc62a-7bd8-412d-8409-e56b9954a7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:25.144397 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-527556cf-75db-467b-a191-b49a64afc2e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6018d930e4ff44dd92087e58b9caa9e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281107 May 21 15:30:25.146071 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527556cf-75db-467b-a191-b49a64afc2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202cdef8-cf2f-4f81-bad0-4be660829b2a,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:25.147094 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60432) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:25.149632 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-527556cf-75db-467b-a191-b49a64afc2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:25.220182 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1fccdd70-b9f4-403a-aa6b-b9dded805a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:25.247280 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1fccdd70-b9f4-403a-aa6b-b9dded805a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:25.301170 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1fccdd70-b9f4-403a-aa6b-b9dded805a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:25.305893 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-f8852a17-c9be-46f9-89ab-5d5f65deaf4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:25.317583 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccdd70-b9f4-403a-aa6b-b9dded805a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202cdef8-cf2f-4f81-bad0-4be660829b2a,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:25.320353 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-1fccdd70-b9f4-403a-aa6b-b9dded805a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:25.325807 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1fccdd70-b9f4-403a-aa6b-b9dded805a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:25.326905 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-1fccdd70-b9f4-403a-aa6b-b9dded805a3d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/202cdef8-cf2f-4f81-bad0-4be660829b2a HTTP/1.1" status: 204 len: 168 time: 0.1774399 May 21 15:30:25.650087 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60454) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:25.668610 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-04a9aec2-6c2e-4a23-9f70-248e9fafd084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:25.683237 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-04a9aec2-6c2e-4a23-9f70-248e9fafd084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:25.687507 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-04a9aec2-6c2e-4a23-9f70-248e9fafd084 admin admin] Usage tracker for resource:security_group_rule and tenant:3669f26f776b4bd9a6c1933436bd9581 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:25.690461 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-04a9aec2-6c2e-4a23-9f70-248e9fafd084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:25.696247 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-04a9aec2-6c2e-4a23-9f70-248e9fafd084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:25.799836 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-04a9aec2-6c2e-4a23-9f70-248e9fafd084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:25.805138 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-04a9aec2-6c2e-4a23-9f70-248e9fafd084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:25.819019 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-8a9848ae-db90-4c21-bb8b-623660760fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:25.862457 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-04a9aec2-6c2e-4a23-9f70-248e9fafd084 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3669f26f776b4bd9a6c1933436bd9581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112045 May 21 15:30:25.864154 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9aec2-6c2e-4a23-9f70-248e9fafd084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c3004e-ceea-4685-a1f4-94054d2948c9,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:25.865048 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60462) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:25.871823 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-04a9aec2-6c2e-4a23-9f70-248e9fafd084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:25.907958 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60466) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:26.000170 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f140dd9c-3be1-4f71-b34e-864e97d765da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:26.034700 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f140dd9c-3be1-4f71-b34e-864e97d765da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:26.035935 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1256527798-network', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:26.041086 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:26.045490 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Usage tracker for resource:network and tenant:4ca5c84a94db45a6a63e098cb79925de is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:26.048406 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:26.049131 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bffe7-b789-45c7-a4fd-5ff09558f353 req-9ed4aa10-a0cd-40a6-a671-2c3ee2216120 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:26.050623 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4f2bffe7-b789-45c7-a4fd-5ff09558f353 req-9ed4aa10-a0cd-40a6-a671-2c3ee2216120 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 946 time: 0.1560287 May 21 15:30:26.056217 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:26.067636 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Made reservation on behalf of 4ca5c84a94db45a6a63e098cb79925de for: {'network': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:30:26.070982 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:26.083269 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:26.098503 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:26.102913 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Usage tracker for resource:security_group_rule and tenant:4ca5c84a94db45a6a63e098cb79925de is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:26.105823 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:26.112106 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:26.124777 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4f2bffe7-b789-45c7-a4fd-5ff09558f353 req-ca78db9f-1134-4866-bc91-639baaa7b160 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623384 May 21 15:30:26.139668 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f140dd9c-3be1-4f71-b34e-864e97d765da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:26.144927 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:26.161825 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140dd9c-3be1-4f71-b34e-864e97d765da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c3004e-ceea-4685-a1f4-94054d2948c9,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:26.164646 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f140dd9c-3be1-4f71-b34e-864e97d765da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:26.185778 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f140dd9c-3be1-4f71-b34e-864e97d765da admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:26.187428 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-f140dd9c-3be1-4f71-b34e-864e97d765da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97c3004e-ceea-4685-a1f4-94054d2948c9 HTTP/1.1" status: 204 len: 168 time: 0.3213851 May 21 15:30:26.229187 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:26.233853 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:26.239805 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-bad08b28-6724-40f3-ac5b-ea3bd67d6526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:26.271415 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=91544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:30:26.285184 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6bd4da-138d-4648-a4e3-4edc5d69ade6,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:26.288878 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:26.292256 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:26.292648 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.segments_db [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Added segment 491a5f29-122f-4d0d-8025-0348a1253d9e of type vlan for network 45459d29-f01a-43cc-b074-dcb45df5f164 May 21 15:30:26.324723 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:26.361975 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:26.364511 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:26.365366 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:26.371104 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e37d9937-a457-4dba-8635-2bb963e6d1a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:26.450657 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3010e13-54d8-4f85-a7fd-bc6535f81cb6 req-23de0fa1-746c-4502-a8ee-2c6994905098 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:26.452417 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b3010e13-54d8-4f85-a7fd-bc6535f81cb6 req-23de0fa1-746c-4502-a8ee-2c6994905098 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.44 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 946 time: 0.0954094 May 21 15:30:26.481311 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Pushing event updated for resources: {'Network': ['ID=45459d29-f01a-43cc-b074-dcb45df5f164,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:26.484121 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:26.491931 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5823021 May 21 15:30:26.493346 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network 45459d29-f01a-43cc-b074-dcb45df5f164 details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:30:26.494805 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60480) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:26.501127 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-98c0def8-2035-4e86-9e19-4a4387440ee5 admin admin] Request body: {'subnet': {'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1256527798-subnet', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'ip_version': 4}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:26.507691 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-98c0def8-2035-4e86-9e19-4a4387440ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:26.512359 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-98c0def8-2035-4e86-9e19-4a4387440ee5 admin admin] Usage tracker for resource:subnet and tenant:4ca5c84a94db45a6a63e098cb79925de is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:26.515538 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-98c0def8-2035-4e86-9e19-4a4387440ee5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:26.522552 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-98c0def8-2035-4e86-9e19-4a4387440ee5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:26.536517 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c0def8-2035-4e86-9e19-4a4387440ee5 admin admin] Made reservation on behalf of 4ca5c84a94db45a6a63e098cb79925de for: {'subnet': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:30:26.540607 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-98c0def8-2035-4e86-9e19-4a4387440ee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3100077'] for subnet, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:26.619568 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-b3010e13-54d8-4f85-a7fd-bc6535f81cb6 req-64ed9bac-e3c9-4ce7-85f2-750dec2bd55d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Deleting port cabea697-1ef4-41ad-92c1-d0de4ec0fd81 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:26.620949 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b3010e13-54d8-4f85-a7fd-bc6535f81cb6 req-64ed9bac-e3c9-4ce7-85f2-750dec2bd55d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:26.779633 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-b3010e13-54d8-4f85-a7fd-bc6535f81cb6 req-64ed9bac-e3c9-4ce7-85f2-750dec2bd55d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] For port cabea697-1ef4-41ad-92c1-d0de4ec0fd81, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:26.779975 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b3010e13-54d8-4f85-a7fd-bc6535f81cb6 req-64ed9bac-e3c9-4ce7-85f2-750dec2bd55d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:26.820898 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:27.112450 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-98c0def8-2035-4e86-9e19-4a4387440ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2506820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3100035'] for subnet, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:27.118452 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:27.186556 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b3010e13-54d8-4f85-a7fd-bc6535f81cb6 req-64ed9bac-e3c9-4ce7-85f2-750dec2bd55d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:27.187118 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b3010e13-54d8-4f85-a7fd-bc6535f81cb6 req-64ed9bac-e3c9-4ce7-85f2-750dec2bd55d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928966'] for floatingip, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:27.187368 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.db.l3_db [req-b3010e13-54d8-4f85-a7fd-bc6535f81cb6 req-64ed9bac-e3c9-4ce7-85f2-750dec2bd55d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Floating IP 387697b7-554a-4f90-b236-7b629732ffd3 disassociated. External IP: 172.28.3.220, port: cabea697-1ef4-41ad-92c1-d0de4ec0fd81. May 21 15:30:27.187719 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-b3010e13-54d8-4f85-a7fd-bc6535f81cb6 req-64ed9bac-e3c9-4ce7-85f2-750dec2bd55d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Calling delete_port for cabea697-1ef4-41ad-92c1-d0de4ec0fd81 owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:27.203871 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c0def8-2035-4e86-9e19-4a4387440ee5 admin admin] Checking segment: {'id': '491a5f29-122f-4d0d-8025-0348a1253d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:30:27.204737 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c0def8-2035-4e86-9e19-4a4387440ee5 admin admin] Network hostable DHCP agents. Network: 45459d29-f01a-43cc-b074-dcb45df5f164, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:30:27.211017 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0def8-2035-4e86-9e19-4a4387440ee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=638c139f-3d70-4ba4-995b-ecdba83fa06b,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:27.218068 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-98c0def8-2035-4e86-9e19-4a4387440ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:27.230988 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c0def8-2035-4e86-9e19-4a4387440ee5 admin admin] Network 45459d29-f01a-43cc-b074-dcb45df5f164 is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:30:27.252298 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-98c0def8-2035-4e86-9e19-4a4387440ee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, 45459d29-f01a-43cc-b074-dcb45df5f164) {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:30:27.264641 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf71ee8-b6a0-4ea3-a3b4-4ad6d77e63cd None None] Network 45459d29-f01a-43cc-b074-dcb45df5f164 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:30:27.273426 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c0def8-2035-4e86-9e19-4a4387440ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:27.274038 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-98c0def8-2035-4e86-9e19-4a4387440ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:27.363000 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-98c0def8-2035-4e86-9e19-4a4387440ee5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8637717 May 21 15:30:27.365950 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60504) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:27.392708 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1256527798-router', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:27.400622 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b3010e13-54d8-4f85-a7fd-bc6535f81cb6 req-64ed9bac-e3c9-4ce7-85f2-750dec2bd55d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:27.403978 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:27.410699 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-4a624af5-61f2-4df7-879c-2d774eb05477 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:27.410901 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Usage tracker for resource:router and tenant:4ca5c84a94db45a6a63e098cb79925de is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:27.417938 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:27.438628 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:27.481951 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed9bac-e3c9-4ce7-85f2-750dec2bd55d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event deleted for resources: {'Port': ['ID=cabea697-1ef4-41ad-92c1-d0de4ec0fd81,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:27.485040 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-64ed9bac-e3c9-4ce7-85f2-750dec2bd55d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:27.507576 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96219e5d-a729-493e-a810-b61e11511936 req-0b856244-7968-4e1d-b44f-44e8b142174c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:27.512982 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-96219e5d-a729-493e-a810-b61e11511936 req-0b856244-7968-4e1d-b44f-44e8b142174c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 946 time: 0.2262166 May 21 15:30:27.514399 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-926629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4620'] for router, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:27.515644 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:27.617929 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-96219e5d-a729-493e-a810-b61e11511936 req-66082442-b4a3-4377-a02d-fe80252c2ecd tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef87787c-1691-4c27-9772-15169d36f68f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944037 May 21 15:30:27.619155 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60510) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:27.632561 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:27.638166 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b806f74-3639-54bb-b3c4-4c77632456fa-45459d29-f01a-43cc-b074-dcb45df5f164', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'fixed_ips': [{'subnet_id': '638c139f-3d70-4ba4-995b-ecdba83fa06b'}]}} from dv-cinder-792642-1-smb. {{(pid=91545) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:30:27.639007 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:27.812118 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3010e13-54d8-4f85-a7fd-bc6535f81cb6 req-64ed9bac-e3c9-4ce7-85f2-750dec2bd55d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:30:27.888767 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.db_base_plugin_common [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Allocated IP 172.20.0.2 (45459d29-f01a-43cc-b074-dcb45df5f164/638c139f-3d70-4ba4-995b-ecdba83fa06b/f2b40d45-876c-4692-9c78-69c27b1eadd9) {{(pid=91545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:30:28.043286 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:28.044995 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09cbc6b4-6118-4a25-99d9-aa8605a4464c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:28.079909 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-09cbc6b4-6118-4a25-99d9-aa8605a4464c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:28.087816 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3010e13-54d8-4f85-a7fd-bc6535f81cb6 req-64ed9bac-e3c9-4ce7-85f2-750dec2bd55d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:30:28.091322 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-09cbc6b4-6118-4a25-99d9-aa8605a4464c admin admin] Usage tracker for resource:security_group_rule and tenant:c2df4edbb81049cdad5258815bb9fe43 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:28.123550 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c2950a-8f54-4bde-ad1a-cc3405ea3599 None None] Sync routers for ids ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:30:28.124831 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-09cbc6b4-6118-4a25-99d9-aa8605a4464c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:28.141669 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-09cbc6b4-6118-4a25-99d9-aa8605a4464c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:28.174075 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Notify callbacks [] for port, precommit_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:28.183491 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c2950a-8f54-4bde-ad1a-cc3405ea3599 None None] Routers {'8db8db2c-0a48-48c5-83b3-ce18e722bb3c'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:28.184169 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-83c2950a-8f54-4bde-ad1a-cc3405ea3599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:30:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:28.188768 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3010e13-54d8-4f85-a7fd-bc6535f81cb6 req-64ed9bac-e3c9-4ce7-85f2-750dec2bd55d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] No DVR routers for this DVR port cabea697-1ef4-41ad-92c1-d0de4ec0fd81 on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:30:28.194055 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b3010e13-54d8-4f85-a7fd-bc6535f81cb6 req-64ed9bac-e3c9-4ce7-85f2-750dec2bd55d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:28.197060 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'name': 'network-vif-deleted', 'tag': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:30:28.252126 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b3010e13-54d8-4f85-a7fd-bc6535f81cb6 req-64ed9bac-e3c9-4ce7-85f2-750dec2bd55d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.44 "DELETE /v2.0/ports/cabea697-1ef4-41ad-92c1-d0de4ec0fd81 HTTP/1.1" status: 204 len: 173 time: 1.7929692 May 21 15:30:28.332249 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e', 'name': 'network-vif-deleted', 'tag': 'cabea697-1ef4-41ad-92c1-d0de4ec0fd81', 'status': 'completed', 'code': 200} May 21 15:30:28.458210 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09cbc6b4-6118-4a25-99d9-aa8605a4464c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:28.464500 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09cbc6b4-6118-4a25-99d9-aa8605a4464c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:28.486719 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-037e77d8-a9b9-49e9-a160-29517382130a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:28.518627 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Transition to ACTIVE for port object f2b40d45-876c-4692-9c78-69c27b1eadd9 will not be triggered until provisioned by entity L2. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:30:28.545613 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:28.549614 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-09cbc6b4-6118-4a25-99d9-aa8605a4464c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c2df4edbb81049cdad5258815bb9fe43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9268789 May 21 15:30:28.549614 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbc6b4-6118-4a25-99d9-aa8605a4464c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8aac9a-17b1-4d40-952c-516891bda328,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:28.550893 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60518) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:28.556554 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-09cbc6b4-6118-4a25-99d9-aa8605a4464c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:28.559798 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Transition to ACTIVE for port object f2b40d45-876c-4692-9c78-69c27b1eadd9 will not be triggered until provisioned by entity DHCP. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:30:28.566501 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-83c2950a-8f54-4bde-ad1a-cc3405ea3599 None None] Set router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:28.625818 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:28.627430 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:28.640875 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:28.670486 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-2c6956b4-f21b-4886-aa53-23adca729144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:28.747474 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-2c6956b4-f21b-4886-aa53-23adca729144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:28.804047 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Network 45459d29-f01a-43cc-b074-dcb45df5f164 is already hosted by enough agents. {{(pid=91545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:30:28.815030 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.scheduler.base_scheduler [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Resources bound (agent type, host, resource id): {{(pid=91545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:30:28.907519 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-2c6956b4-f21b-4886-aa53-23adca729144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:28.912097 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_common [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Allocated IP 172.28.3.135 (39961b0a-5138-4007-86ae-d184e62026e0/62db980b-fc91-4b32-a3dc-349d62b1ea2a/393a8215-d573-41ac-8790-405acbf0bf15) {{(pid=91544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:30:28.915236 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-dccfce02-d797-435a-a7ae-c5b264816daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:28.945037 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6956b4-f21b-4886-aa53-23adca729144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8aac9a-17b1-4d40-952c-516891bda328,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:28.961707 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-2c6956b4-f21b-4886-aa53-23adca729144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:28.984470 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Received port after_create {{(pid=91545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:30:28.986670 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-2c6956b4-f21b-4886-aa53-23adca729144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:28.987845 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-2c6956b4-f21b-4886-aa53-23adca729144 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e8aac9a-17b1-4d40-952c-516891bda328 HTTP/1.1" status: 204 len: 168 time: 0.4359989 May 21 15:30:29.032112 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Pushing event updated for resources: {'Port': ['ID=f2b40d45-876c-4692-9c78-69c27b1eadd9,revision_number=1']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:29.103264 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:29.103607 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:29.103946 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:29.104318 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:29.104585 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:29.105028 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:29.105356 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:29.105656 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:29.106027 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:29.106272 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:29.106589 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:29.106897 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:29.146263 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:29.188242 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Attempting to bind port f2b40d45-876c-4692-9c78-69c27b1eadd9 on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:30:29.188641 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Attempting to bind port f2b40d45-876c-4692-9c78-69c27b1eadd9 by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '491a5f29-122f-4d0d-8025-0348a1253d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164'}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:30:29.189324 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Attempting to bind port f2b40d45-876c-4692-9c78-69c27b1eadd9 on network 45459d29-f01a-43cc-b074-dcb45df5f164 {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:30:29.198127 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:30:29.198517 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Checking segment: {'id': '491a5f29-122f-4d0d-8025-0348a1253d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:30:29.198905 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:29.199907 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Bound using segment: {'id': '491a5f29-122f-4d0d-8025-0348a1253d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164'} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:30:29.199907 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Bound port: f2b40d45-876c-4692-9c78-69c27b1eadd9, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491a5f29-122f-4d0d-8025-0348a1253d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164'}}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:30:29.200149 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:29.300660 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-83c2950a-8f54-4bde-ad1a-cc3405ea3599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:20Z', 'revision_number': 4, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '84411f0e-2b7e-4d98-b82e-992124a6dacb', 'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'mac_address': 'fa:16:3e:ce:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:18Z', 'updated_at': '2021-05-21T15:26:33Z', 'revision_number': 5, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'subnets': [{'id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:29.314162 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c2950a-8f54-4bde-ad1a-cc3405ea3599 None None] Checking router: 8db8db2c-0a48-48c5-83b3-ce18e722bb3c for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:30:29.334631 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-87376299-20e2-4142-982a-5a5a9dc035f9 req-cbce73cd-bc3c-4cce-84b2-d278e1a520e4 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=13bcfaf4-ce2f-4c72-a8d4-7ae8ee599d3e HTTP/1.1" status: 200 len: 210 time: 0.0885100 May 21 15:30:29.348604 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c2950a-8f54-4bde-ad1a-cc3405ea3599 None None] Routers {'8db8db2c-0a48-48c5-83b3-ce18e722bb3c'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:29.349242 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-83c2950a-8f54-4bde-ad1a-cc3405ea3599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:30:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:29.415070 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Notify callbacks [] for port, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:29.466310 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506920'] for port, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:29.472421 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-800d61e6-f5b8-4646-bac2-1dd9e4d78342 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:29.474300 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] For port f2b40d45-876c-4692-9c78-69c27b1eadd9, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:30:29.492895 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] For port f2b40d45-876c-4692-9c78-69c27b1eadd9, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=f2b40d45-876c-4692-9c78-69c27b1eadd9,segment=NetworkSegment(491a5f29-122f-4d0d-8025-0348a1253d9e),segment_id=491a5f29-122f-4d0d-8025-0348a1253d9e)] {{(pid=91545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:30:29.548784 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Network 39961b0a-5138-4007-86ae-d184e62026e0 is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:30:29.551861 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:30:29.559325 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Received port after_create {{(pid=91544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:30:29.582540 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:29.597452 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:29.608192 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Pushing event updated for resources: {'Port': ['ID=393a8215-d573-41ac-8790-405acbf0bf15,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:29.619489 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:29.685835 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Pushing event updated for resources: {'Port': ['ID=f2b40d45-876c-4692-9c78-69c27b1eadd9,revision_number=2']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:29.689661 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:29.725189 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-83c2950a-8f54-4bde-ad1a-cc3405ea3599 None None] Set router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:30.256270 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:30.268410 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-83c2950a-8f54-4bde-ad1a-cc3405ea3599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:20Z', 'revision_number': 4, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '84411f0e-2b7e-4d98-b82e-992124a6dacb', 'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'mac_address': 'fa:16:3e:ce:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:18Z', 'updated_at': '2021-05-21T15:26:33Z', 'revision_number': 5, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'subnets': [{'id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:30.276291 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c2950a-8f54-4bde-ad1a-cc3405ea3599 None None] The sync data for ids ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'] in dv-cinder-792642-1-smb is: [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:20Z', 'revision_number': 4, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '84411f0e-2b7e-4d98-b82e-992124a6dacb', 'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'mac_address': 'fa:16:3e:ce:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:18Z', 'updated_at': '2021-05-21T15:26:33Z', 'revision_number': 5, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'subnets': [{'id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:30:30.549428 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60552) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:30.653477 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-70042b1a-fcb9-4b9a-bdb6-7ddd1d86acab tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:30.715053 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-70042b1a-fcb9-4b9a-bdb6-7ddd1d86acab tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:30.762929 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6022291-c29f-4e00-88b3-c72edf9f1eb1 None None] New status for floating IP 387697b7-554a-4f90-b236-7b629732ffd3: DOWN {{(pid=91546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:30:30.820045 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-70042b1a-fcb9-4b9a-bdb6-7ddd1d86acab tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:30.828934 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-5c64fa6d-906a-48c1-9f0a-cb2b5c6d913a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:30.867704 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70042b1a-fcb9-4b9a-bdb6-7ddd1d86acab tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef87787c-1691-4c27-9772-15169d36f68f,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:30.880538 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928845'] for router, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:30.884663 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-70042b1a-fcb9-4b9a-bdb6-7ddd1d86acab tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:30.904979 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-70042b1a-fcb9-4b9a-bdb6-7ddd1d86acab tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:30.924278 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-70042b1a-fcb9-4b9a-bdb6-7ddd1d86acab tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "DELETE /v2.0/security-groups/ef87787c-1691-4c27-9772-15169d36f68f HTTP/1.1" status: 204 len: 168 time: 0.3708522 May 21 15:30:30.926157 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60556) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:30.964235 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.api.v2.resource [None req-9579668b-1af8-4b72-a770-a3bdf98939e9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] show failed (client error): The resource could not be found. May 21 15:30:30.964235 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-9579668b-1af8-4b72-a770-a3bdf98939e9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups/ef87787c-1691-4c27-9772-15169d36f68f HTTP/1.1" status: 404 len: 347 time: 0.0345652 May 21 15:30:30.964566 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60560) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:30.977772 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device cabea697-1ef4-41ad-92c1-d0de4ec0fd81 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:30:31.060019 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: cabea697-1ef4-41ad-92c1-d0de4ec0fd81 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:30:31.060526 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device cabea697-1ef4-41ad-92c1-d0de4ec0fd81 not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:30:31.279744 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device f2b40d45-876c-4692-9c78-69c27b1eadd9 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:30:31.348569 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f is scheduled to L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 with binding_index 1 {{(pid=91544) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:30:31.371784 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e3f87b-edeb-4fb4-9551-a172780f62f3 None None] Network 45459d29-f01a-43cc-b074-dcb45df5f164 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:30:31.477375 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-618b0e8b-52ff-46aa-9385-dbfb77a1b73f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Deleting port 22e599e9-9ae0-42b5-9b5b-d6dc5ef6fc1d {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:31.477774 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-618b0e8b-52ff-46aa-9385-dbfb77a1b73f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:31.687387 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-618b0e8b-52ff-46aa-9385-dbfb77a1b73f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:31.688349 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-618b0e8b-52ff-46aa-9385-dbfb77a1b73f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:31.783441 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-3981e39d-213b-4f02-b4ed-173005455bc7 None None] Provisioning for port f2b40d45-876c-4692-9c78-69c27b1eadd9 completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:30:31.839699 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port f2b40d45-876c-4692-9c78-69c27b1eadd9 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:30:31.849691 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port f2b40d45-876c-4692-9c78-69c27b1eadd9 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:31.850214 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:31.868726 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:30:31.900869 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] Notify callbacks [] for router, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:31.904877 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-b73aa121-50d4-427a-b7e3-64a006e40fff admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5230253 May 21 15:30:31.904877 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60568) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:31.943019 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Sync routers for ids ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:30:31.976476 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Routers {'32a5c52b-ebb5-4f30-a92b-02a1dc25363f'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:31.977484 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:30:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:32.057856 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-618b0e8b-52ff-46aa-9385-dbfb77a1b73f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Calling delete_port for 22e599e9-9ae0-42b5-9b5b-d6dc5ef6fc1d owned by network:floatingip {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:32.208898 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-618b0e8b-52ff-46aa-9385-dbfb77a1b73f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.212964 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-329ebee8-1543-4475-8e51-79db454d700b tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:32.263744 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b0e8b-52ff-46aa-9385-dbfb77a1b73f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event deleted for resources: {'Port': ['ID=22e599e9-9ae0-42b5-9b5b-d6dc5ef6fc1d,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:32.274033 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-618b0e8b-52ff-46aa-9385-dbfb77a1b73f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:32.300996 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.328748 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Set router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:32.375428 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-618b0e8b-52ff-46aa-9385-dbfb77a1b73f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for floatingip, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.392787 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-618b0e8b-52ff-46aa-9385-dbfb77a1b73f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for floatingip, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.396904 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-618b0e8b-52ff-46aa-9385-dbfb77a1b73f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "DELETE /v2.0/floatingips/387697b7-554a-4f90-b236-7b629732ffd3 HTTP/1.1" status: 204 len: 168 time: 1.4286089 May 21 15:30:32.575538 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port f2b40d45-876c-4692-9c78-69c27b1eadd9, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=f2b40d45-876c-4692-9c78-69c27b1eadd9,segment=NetworkSegment(491a5f29-122f-4d0d-8025-0348a1253d9e),segment_id=491a5f29-122f-4d0d-8025-0348a1253d9e)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:32.587044 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.602046 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:32.727717 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=f2b40d45-876c-4692-9c78-69c27b1eadd9,revision_number=3']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:32.784878 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:32.836482 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'name': 'tempest-TestShelveInstance-1256527798-router', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '393a8215-d573-41ac-8790-405acbf0bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:27Z', 'updated_at': '2021-05-21T15:30:29Z', 'revision_number': 3, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'gw_port': {'id': '393a8215-d573-41ac-8790-405acbf0bf15', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ea:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:28Z', 'updated_at': '2021-05-21T15:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:32.842591 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Checking router: 32a5c52b-ebb5-4f30-a92b-02a1dc25363f for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:30:32.843023 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Updating router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f port 393a8215-d573-41ac-8790-405acbf0bf15 binding host dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:30:32.884950 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.885262 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60578) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:32.894777 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-1e293cc1-6399-4487-b03f-d192fb41f3fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1139205172', 'description': 'tempest-description--1598026482'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:32.911935 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-290fe94e-f7fd-4048-a896-eacfe3c6f739 None None] Provisioning complete for port f2b40d45-876c-4692-9c78-69c27b1eadd9 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:32.912743 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-290fe94e-f7fd-4048-a896-eacfe3c6f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.913346 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-1e293cc1-6399-4487-b03f-d192fb41f3fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:32.924489 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-1e293cc1-6399-4487-b03f-d192fb41f3fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Usage tracker for resource:security_group and tenant:865c13fd2e73428fa9c0e35a559bac7c is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:32.934259 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-1e293cc1-6399-4487-b03f-d192fb41f3fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:32.946233 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-1e293cc1-6399-4487-b03f-d192fb41f3fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:32.968660 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1e293cc1-6399-4487-b03f-d192fb41f3fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.986439 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.996269 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-1e293cc1-6399-4487-b03f-d192fb41f3fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:33.002635 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-1e293cc1-6399-4487-b03f-d192fb41f3fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Usage tracker for resource:security_group_rule and tenant:865c13fd2e73428fa9c0e35a559bac7c is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:33.012938 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-1e293cc1-6399-4487-b03f-d192fb41f3fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:33.025099 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-1e293cc1-6399-4487-b03f-d192fb41f3fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:33.206585 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_common [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Allocated IP 172.20.0.1 (45459d29-f01a-43cc-b074-dcb45df5f164/638c139f-3d70-4ba4-995b-ecdba83fa06b/e1625cdf-ef65-4703-b10b-6dee7902e0b0) {{(pid=91544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:30:33.213070 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1e293cc1-6399-4487-b03f-d192fb41f3fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.232294 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device f2b40d45-876c-4692-9c78-69c27b1eadd9 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:30:33.233219 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1e293cc1-6399-4487-b03f-d192fb41f3fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.238873 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-06d607d5-b764-4245-871d-9bcf49de16fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:33.293110 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e293cc1-6399-4487-b03f-d192fb41f3fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba0a20b-a23a-4708-a9a5-38a125cfeecd,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:33.296320 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-1e293cc1-6399-4487-b03f-d192fb41f3fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:33.324856 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1e293cc1-6399-4487-b03f-d192fb41f3fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.329085 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-1e293cc1-6399-4487-b03f-d192fb41f3fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4396243 May 21 15:30:33.329937 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60584) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:33.344034 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-619c8fcf-c5f8-408c-9df0-38710a1d7ef8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Request body: {'security_group_rule': {'security_group_id': 'dba0a20b-a23a-4708-a9a5-38a125cfeecd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:33.351887 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-619c8fcf-c5f8-408c-9df0-38710a1d7ef8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:33.358252 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-619c8fcf-c5f8-408c-9df0-38710a1d7ef8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Usage tracker for resource:security_group_rule and tenant:865c13fd2e73428fa9c0e35a559bac7c is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:33.363892 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-619c8fcf-c5f8-408c-9df0-38710a1d7ef8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:33.372013 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-619c8fcf-c5f8-408c-9df0-38710a1d7ef8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:33.395660 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-619c8fcf-c5f8-408c-9df0-38710a1d7ef8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.449792 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.474354 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.provisioning_blocks [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Transition to ACTIVE for port object e1625cdf-ef65-4703-b10b-6dee7902e0b0 will not be triggered until provisioned by entity DHCP. {{(pid=91544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:30:33.496149 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-619c8fcf-c5f8-408c-9df0-38710a1d7ef8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.501426 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-619c8fcf-c5f8-408c-9df0-38710a1d7ef8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.511306 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:33.513470 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port f2b40d45-876c-4692-9c78-69c27b1eadd9 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:33.513975 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.516515 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506920'] for port, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.521894 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:33.538435 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c8fcf-c5f8-408c-9df0-38710a1d7ef8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047b4365-7a7d-47b9-b2b7-4b19e9c9b59d,revision_number=0']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:33.543163 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-619c8fcf-c5f8-408c-9df0-38710a1d7ef8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:33.553104 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-619c8fcf-c5f8-408c-9df0-38710a1d7ef8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.555926 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-619c8fcf-c5f8-408c-9df0-38710a1d7ef8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2245898 May 21 15:30:33.561295 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60588) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:33.567879 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-52ea9a42-45d1-42bc-a70e-e97ed3506c2c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Request body: {'security_group_rule': {'security_group_id': 'dba0a20b-a23a-4708-a9a5-38a125cfeecd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:33.574779 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-52ea9a42-45d1-42bc-a70e-e97ed3506c2c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:33.580520 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-52ea9a42-45d1-42bc-a70e-e97ed3506c2c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Usage tracker for resource:security_group_rule and tenant:865c13fd2e73428fa9c0e35a559bac7c is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:33.584407 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-52ea9a42-45d1-42bc-a70e-e97ed3506c2c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:33.593302 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-52ea9a42-45d1-42bc-a70e-e97ed3506c2c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:33.610135 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Network 45459d29-f01a-43cc-b074-dcb45df5f164 is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:30:33.612467 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:30:33.618556 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-52ea9a42-45d1-42bc-a70e-e97ed3506c2c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.623896 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Received port after_create {{(pid=91544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:30:33.675952 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Pushing event updated for resources: {'Port': ['ID=e1625cdf-ef65-4703-b10b-6dee7902e0b0,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:33.680117 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:33.717922 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596831'] for router_interface, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.737610 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-52ea9a42-45d1-42bc-a70e-e97ed3506c2c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.746034 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-52ea9a42-45d1-42bc-a70e-e97ed3506c2c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.749189 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:33.780833 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea9a42-45d1-42bc-a70e-e97ed3506c2c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296316c5-37f1-46b1-a868-143f99857e84,revision_number=0']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:33.791971 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-52ea9a42-45d1-42bc-a70e-e97ed3506c2c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:33.823339 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-52ea9a42-45d1-42bc-a70e-e97ed3506c2c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.829014 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-52ea9a42-45d1-42bc-a70e-e97ed3506c2c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2635295 May 21 15:30:33.829220 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60594) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:33.837070 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Request body: {'floatingip': {'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:33.843047 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:33.847513 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Usage tracker for resource:floatingip and tenant:865c13fd2e73428fa9c0e35a559bac7c is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:33.855246 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:33.857833 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Notify callbacks [] for port, precommit_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.866969 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:33.881014 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Transition to ACTIVE for port object 393a8215-d573-41ac-8790-405acbf0bf15 will not be triggered until provisioned by entity L2. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:30:33.884941 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for floatingip, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.892057 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.903991 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:33.989637 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Attempting to bind port 393a8215-d573-41ac-8790-405acbf0bf15 on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:30:33.990098 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Attempting to bind port 393a8215-d573-41ac-8790-405acbf0bf15 by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:30:33.990477 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Attempting to bind port 393a8215-d573-41ac-8790-405acbf0bf15 on network 39961b0a-5138-4007-86ae-d184e62026e0 {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:30:34.000940 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:30:34.001484 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Checking segment: {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:30:34.002002 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:34.002640 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Bound using segment: {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:30:34.003142 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Bound port: 393a8215-d573-41ac-8790-405acbf0bf15, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:30:34.003581 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:34.053296 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fb6a7-40e4-4928-8457-1ef5d669152b None None] Pushing event updated for resources: {'Port': ['ID=393a8215-d573-41ac-8790-405acbf0bf15,revision_number=2']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:34.056931 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-0c4fb6a7-40e4-4928-8457-1ef5d669152b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:34.083471 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:34.091883 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-3580a2de-7454-43f2-8618-467867a8eae5 None None] Provisioning for port e1625cdf-ef65-4703-b10b-6dee7902e0b0 completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:30:34.103946 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-3580a2de-7454-43f2-8618-467867a8eae5 None None] Provisioning complete for port e1625cdf-ef65-4703-b10b-6dee7902e0b0 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:34.104484 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-3580a2de-7454-43f2-8618-467867a8eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:34.159471 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] For port 393a8215-d573-41ac-8790-405acbf0bf15, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:30:34.175672 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] For port 393a8215-d573-41ac-8790-405acbf0bf15, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=393a8215-d573-41ac-8790-405acbf0bf15,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:30:34.181238 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-3580a2de-7454-43f2-8618-467867a8eae5 None None] Port e1625cdf-ef65-4703-b10b-6dee7902e0b0 cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:30:34.186167 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:34.198999 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:34.230532 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:34.256156 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Allocated IP 172.28.3.73 (39961b0a-5138-4007-86ae-d184e62026e0/62db980b-fc91-4b32-a3dc-349d62b1ea2a/80d6897a-d685-493f-9946-95dd33d1c2aa) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:30:34.272727 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Routers {'32a5c52b-ebb5-4f30-a92b-02a1dc25363f'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:34.274034 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:30:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:34.369922 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fb6a7-40e4-4928-8457-1ef5d669152b None None] Pushing event updated for resources: {'Port': ['ID=393a8215-d573-41ac-8790-405acbf0bf15,revision_number=3']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:34.383373 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-0c4fb6a7-40e4-4928-8457-1ef5d669152b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:34.456744 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:34.495715 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:34.500768 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:34.523301 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] Set router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:34.539531 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:34.546804 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506943'] for port, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:34.570952 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Network 39961b0a-5138-4007-86ae-d184e62026e0 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:30:34.573999 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:30:34.577235 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:30:34.588154 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:34.619224 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event updated for resources: {'Port': ['ID=80d6897a-d685-493f-9946-95dd33d1c2aa,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:34.622795 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:34.700737 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596770'] for router_interface, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:34.705704 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Pushing event updated for resources: {'Port': ['ID=e1625cdf-ef65-4703-b10b-6dee7902e0b0,revision_number=2']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:34.711007 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:34.761068 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:34.856922 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:34.933381 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Network 45459d29-f01a-43cc-b074-dcb45df5f164 is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:30:34.938077 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:30:35.021902 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'name': 'tempest-TestShelveInstance-1256527798-router', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '393a8215-d573-41ac-8790-405acbf0bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:27Z', 'updated_at': '2021-05-21T15:30:34Z', 'revision_number': 4, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'gw_port': {'id': '393a8215-d573-41ac-8790-405acbf0bf15', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ea:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:28Z', 'updated_at': '2021-05-21T15:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': 'e1625cdf-ef65-4703-b10b-6dee7902e0b0', 'name': '', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'mac_address': 'fa:16:3e:36:28:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:32Z', 'updated_at': '2021-05-21T15:30:33Z', 'revision_number': 1, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'subnets': [{'id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:35.028597 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c3fe5-0335-4c2a-af09-40afc316743d None None] The sync data for ids ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'] in dv-cinder-792642-1-smb is: [{'id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'name': 'tempest-TestShelveInstance-1256527798-router', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '393a8215-d573-41ac-8790-405acbf0bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:27Z', 'updated_at': '2021-05-21T15:30:34Z', 'revision_number': 4, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'gw_port': {'id': '393a8215-d573-41ac-8790-405acbf0bf15', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ea:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:28Z', 'updated_at': '2021-05-21T15:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': 'e1625cdf-ef65-4703-b10b-6dee7902e0b0', 'name': '', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'mac_address': 'fa:16:3e:36:28:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:32Z', 'updated_at': '2021-05-21T15:30:33Z', 'revision_number': 1, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'subnets': [{'id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:30:35.200563 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:35.212456 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:35.221976 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b5cb2b22-19c2-4a4b-9b94-e2d0f6ef5eb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:35.243610 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:30:35.354127 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-32c1a014-feaa-43a7-93ef-2f49ba1914f3 None None] Provisioning complete for port e1625cdf-ef65-4703-b10b-6dee7902e0b0 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:35.354502 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-32c1a014-feaa-43a7-93ef-2f49ba1914f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:35.394816 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928966'] for floatingip, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:35.399607 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event updated for resources: {'Port': ['ID=80d6897a-d685-493f-9946-95dd33d1c2aa,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:35.409563 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:35.455667 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for floatingip, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:35.456958 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6267660 May 21 15:30:35.484384 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-32c1a014-feaa-43a7-93ef-2f49ba1914f3 None None] Port e1625cdf-ef65-4703-b10b-6dee7902e0b0 cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:30:35.584413 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:30:35.592487 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:30:35.607263 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] 10.222.0.42 "PUT /v2.0/routers/32a5c52b-ebb5-4f30-a92b-02a1dc25363f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7013185 May 21 15:30:35.840068 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-5321365e-7cce-48bd-ac86-b338eb962b84 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Synchronizing usage tracker for tenant:865c13fd2e73428fa9c0e35a559bac7c on resource:security_group {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:30:35.873638 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-5321365e-7cce-48bd-ac86-b338eb962b84 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Unset dirty status for tenant:865c13fd2e73428fa9c0e35a559bac7c on resource:security_group {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:30:35.885990 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-5321365e-7cce-48bd-ac86-b338eb962b84 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1139205172&fields=id&tenant_id=865c13fd2e73428fa9c0e35a559bac7c HTTP/1.1" status: 200 len: 267 time: 0.1065736 May 21 15:30:36.255992 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1750f97-8bec-4155-873a-ae07cbfc323a req-aadd5c89-bbe2-458e-a2d8-f2f449e78a24 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:36.266003 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e1750f97-8bec-4155-873a-ae07cbfc323a req-aadd5c89-bbe2-458e-a2d8-f2f449e78a24 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.2271807 May 21 15:30:36.315058 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-0f4260ff-9407-4346-ab38-d0dac92f9c36 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:36.318183 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-0f4260ff-9407-4346-ab38-d0dac92f9c36 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/networks?id=be604bdc-eca1-4f61-b6ba-616764e18bc9 HTTP/1.1" status: 200 len: 817 time: 0.4282460 May 21 15:30:36.345889 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-22558b45-5cde-4e86-8ee1-ab8602a20446 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/quotas/865c13fd2e73428fa9c0e35a559bac7c HTTP/1.1" status: 200 len: 375 time: 0.0142925 May 21 15:30:36.428945 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e1750f97-8bec-4155-873a-ae07cbfc323a req-a16fd13c-f6d3-43b9-b43c-7eb633287adc tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633301 May 21 15:30:36.477819 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-f2057c87-1077-444a-8cdb-ea952be651c7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Synchronizing usage tracker for tenant:865c13fd2e73428fa9c0e35a559bac7c on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:30:36.507361 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-f2057c87-1077-444a-8cdb-ea952be651c7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Unset dirty status for tenant:865c13fd2e73428fa9c0e35a559bac7c on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:30:36.507858 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-f2057c87-1077-444a-8cdb-ea952be651c7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=865c13fd2e73428fa9c0e35a559bac7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1529896 May 21 15:30:36.698871 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-359b1c98-ee3a-4638-a0b8-39743d000f04 service neutron] 10.222.0.42 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731386 May 21 15:30:36.827789 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60644) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:36.836265 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1620133665-network', 'tenant_id': 'dc78115c7cdf4d958f7d70887461f9ab'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:36.840008 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:36.844239 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Usage tracker for resource:network and tenant:dc78115c7cdf4d958f7d70887461f9ab is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:36.849974 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:36.859969 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:36.874407 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-a1fe4de4-d01f-454b-9df5-220273c75812 service neutron] 10.222.0.42 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746168 May 21 15:30:36.887719 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Made reservation on behalf of dc78115c7cdf4d958f7d70887461f9ab for: {'network': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:30:36.890532 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:36.916998 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:36.935462 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:36.941095 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Usage tracker for resource:security_group_rule and tenant:dc78115c7cdf4d958f7d70887461f9ab is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:36.946353 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:36.953793 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:37.170211 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:37.191413 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b9ce6c10-5ee6-4304-a059-4d85df2c72bf req-11f8c7fb-67b1-477e-b7c6-3a98a829336d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 210 time: 0.1028910 May 21 15:30:37.193377 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:37.217899 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-1fccdd70-b9f4-403a-aa6b-b9dded805a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:37.258416 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 393a8215-d573-41ac-8790-405acbf0bf15 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:30:37.269414 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=91544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:30:37.290877 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d772d7f-1ebf-42bc-8f49-c3e19a63f522,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:37.296974 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:37.298114 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:37.298445 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.segments_db [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Added segment 3af2c135-f81f-4cfc-a2d2-64ce3201a7a2 of type vlan for network 3b208c70-8951-4b5a-9f66-89a8adcf8ad1 May 21 15:30:37.337944 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:37.376079 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port 393a8215-d573-41ac-8790-405acbf0bf15 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:30:37.384346 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 393a8215-d573-41ac-8790-405acbf0bf15 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:37.384722 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:37.408357 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:37.410774 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:37.411686 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:37.422604 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:37.528090 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:37.556862 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port 393a8215-d573-41ac-8790-405acbf0bf15, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=393a8215-d573-41ac-8790-405acbf0bf15,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:37.561380 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Pushing event updated for resources: {'Network': ['ID=3b208c70-8951-4b5a-9f66-89a8adcf8ad1,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:37.565368 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:37.567627 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:37.572173 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:37.572722 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60664) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:37.580303 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-6dd2fdcc-5024-4d85-a187-b9d22d857b11 admin admin] Request body: {'subnet': {'network_id': '3b208c70-8951-4b5a-9f66-89a8adcf8ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1620133665-subnet', 'tenant_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'ip_version': 4}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:37.585597 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7562044 May 21 15:30:37.592635 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-6dd2fdcc-5024-4d85-a187-b9d22d857b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:37.599095 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-6dd2fdcc-5024-4d85-a187-b9d22d857b11 admin admin] Usage tracker for resource:subnet and tenant:dc78115c7cdf4d958f7d70887461f9ab is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:37.605651 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-6dd2fdcc-5024-4d85-a187-b9d22d857b11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:37.633465 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-6dd2fdcc-5024-4d85-a187-b9d22d857b11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:37.652837 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network 3b208c70-8951-4b5a-9f66-89a8adcf8ad1 details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:30:37.658130 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd2fdcc-5024-4d85-a187-b9d22d857b11 admin admin] Made reservation on behalf of dc78115c7cdf4d958f7d70887461f9ab for: {'subnet': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:30:37.661693 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6dd2fdcc-5024-4d85-a187-b9d22d857b11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3617604'] for subnet, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:37.925640 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=393a8215-d573-41ac-8790-405acbf0bf15,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:37.929775 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:37.969710 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a34fb1-327a-472e-b1a3-f2f36113ead1 req-d0bc486a-2794-4731-926c-9501342f3a86 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:37.977677 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b3a34fb1-327a-472e-b1a3-f2f36113ead1 req-d0bc486a-2794-4731-926c-9501342f3a86 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.2868741 May 21 15:30:38.108197 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b3a34fb1-327a-472e-b1a3-f2f36113ead1 req-4db6e753-f4e3-4c55-ab0e-1ef6d59f6895 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283953 May 21 15:30:38.285539 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Sync routers for ids ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'] in dv-cinder-792642-1-smb {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:30:38.306927 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Routers {'32a5c52b-ebb5-4f30-a92b-02a1dc25363f'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:38.307808 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:30:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:38.494014 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d92de-e915-4e02-a1d2-1c23d64e7294 req-49e90698-0754-44e8-b0d1-e6261f9ad5c9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:38.496620 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8d2d92de-e915-4e02-a1d2-1c23d64e7294 req-49e90698-0754-44e8-b0d1-e6261f9ad5c9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.2532041 May 21 15:30:38.537055 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-91a17c09-3a13-452d-8209-f4ef0450cec0 req-059c6c0a-e463-4ebc-9909-e2fc881d1aaf tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 210 time: 0.1130440 May 21 15:30:38.724206 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Set router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:38.886859 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-8d2d92de-e915-4e02-a1d2-1c23d64e7294 req-ef0755b5-7ac1-4eab-a081-e841bbf4ff2b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Deleting port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:38.888344 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-8d2d92de-e915-4e02-a1d2-1c23d64e7294 req-ef0755b5-7ac1-4eab-a081-e841bbf4ff2b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:39.067773 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6dd2fdcc-5024-4d85-a187-b9d22d857b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2439453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3617642'] for subnet, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:39.093229 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-ea5bf191-c5cc-4b1b-9846-33a49b15caba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:39.219546 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-bd580890-50e1-4a01-8926-f22b8838d31e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:39.221087 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-bd580890-50e1-4a01-8926-f22b8838d31e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.44 "GET /v2.0/networks?id=be604bdc-eca1-4f61-b6ba-616764e18bc9 HTTP/1.1" status: 200 len: 817 time: 0.4875300 May 21 15:30:39.227905 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 393a8215-d573-41ac-8790-405acbf0bf15 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:30:39.242568 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'name': 'tempest-TestShelveInstance-1256527798-router', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '393a8215-d573-41ac-8790-405acbf0bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:27Z', 'updated_at': '2021-05-21T15:30:34Z', 'revision_number': 4, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'gw_port': {'id': '393a8215-d573-41ac-8790-405acbf0bf15', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:28Z', 'updated_at': '2021-05-21T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': 'e1625cdf-ef65-4703-b10b-6dee7902e0b0', 'name': '', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'mac_address': 'fa:16:3e:36:28:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:32Z', 'updated_at': '2021-05-21T15:30:34Z', 'revision_number': 2, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'subnets': [{'id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:39.247764 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Checking router: 32a5c52b-ebb5-4f30-a92b-02a1dc25363f for host: dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:30:39.248142 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Updating router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f port e1625cdf-ef65-4703-b10b-6dee7902e0b0 binding host dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:30:39.295106 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-8d2d92de-e915-4e02-a1d2-1c23d64e7294 req-ef0755b5-7ac1-4eab-a081-e841bbf4ff2b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] For port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ea162c5c-1112-4b50-bdb6-6f5ac17bbe73,segment=NetworkSegment(0563099a-3de1-4931-80db-f7b31a267dd3),segment_id=0563099a-3de1-4931-80db-f7b31a267dd3)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:39.298010 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-8d2d92de-e915-4e02-a1d2-1c23d64e7294 req-ef0755b5-7ac1-4eab-a081-e841bbf4ff2b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:39.323187 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:39.347559 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:39.364078 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 393a8215-d573-41ac-8790-405acbf0bf15 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:39.364752 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:39.594461 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2fdcc-5024-4d85-a187-b9d22d857b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93123abc-565a-463c-a05a-f74ee8e5993f,revision_number=0']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:39.601106 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-fdbdd4a9-afd0-4912-9c41-9f03b303ff5a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=865c13fd2e73428fa9c0e35a559bac7c HTTP/1.1" status: 200 len: 380 time: 0.3622220 May 21 15:30:39.608481 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6dd2fdcc-5024-4d85-a187-b9d22d857b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:39.665453 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Request body: {'port': {'device_id': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'admin_state_up': True, 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'security_groups': ['dba0a20b-a23a-4708-a9a5-38a125cfeecd']}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:39.822107 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:39.832367 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:39.876003 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-3c090a10-d12c-45e8-b712-0e584baf0a48 req-edd9243d-1d39-491e-a3fa-fbdf0c4fff5e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 210 time: 0.1167996 May 21 15:30:39.894147 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Notify callbacks [] for port, precommit_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:39.913297 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.provisioning_blocks [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Transition to ACTIVE for port object e1625cdf-ef65-4703-b10b-6dee7902e0b0 will not be triggered until provisioned by entity L2. {{(pid=91546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:30:39.917306 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd2fdcc-5024-4d85-a187-b9d22d857b11 admin admin] Checking segment: {'id': '3af2c135-f81f-4cfc-a2d2-64ce3201a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3b208c70-8951-4b5a-9f66-89a8adcf8ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:30:39.917871 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd2fdcc-5024-4d85-a187-b9d22d857b11 admin admin] Network hostable DHCP agents. Network: 3b208c70-8951-4b5a-9f66-89a8adcf8ad1, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:30:39.922674 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:39.930198 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Made reservation on behalf of 865c13fd2e73428fa9c0e35a559bac7c for: {'port': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:30:39.933118 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-ee0690ca-24c0-478c-8d13-02882dd53802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:39.935455 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.130908 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Pushing event updated for resources: {'Port': ['ID=e1625cdf-ef65-4703-b10b-6dee7902e0b0,revision_number=3']} {{(pid=91546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:40.158867 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd2fdcc-5024-4d85-a187-b9d22d857b11 admin admin] Network 3b208c70-8951-4b5a-9f66-89a8adcf8ad1 is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:30:40.179354 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:40.180399 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:40.180399 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:40.180677 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:40.180758 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:40.181780 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:40.182244 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:40.182814 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:40.183571 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:40.184081 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:40.184683 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:40.185474 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:40.195359 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:40.216732 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-6dd2fdcc-5024-4d85-a187-b9d22d857b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, 3b208c70-8951-4b5a-9f66-89a8adcf8ad1) {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:30:40.236163 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00f1cec-1c24-4b51-9160-e3888329503f None None] Network 3b208c70-8951-4b5a-9f66-89a8adcf8ad1 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:30:40.240444 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd2fdcc-5024-4d85-a187-b9d22d857b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:40.241655 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6dd2fdcc-5024-4d85-a187-b9d22d857b11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.279630 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67c9e4-4d07-4570-9adc-305b2bf6da17 req-29dca36d-9584-46c9-94e0-515dfacdc75e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:40.287192 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ad67c9e4-4d07-4570-9adc-305b2bf6da17 req-29dca36d-9584-46c9-94e0-515dfacdc75e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 946 time: 0.9605379 May 21 15:30:40.328055 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-8d2d92de-e915-4e02-a1d2-1c23d64e7294 req-ef0755b5-7ac1-4eab-a081-e841bbf4ff2b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.328982 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-8d2d92de-e915-4e02-a1d2-1c23d64e7294 req-ef0755b5-7ac1-4eab-a081-e841bbf4ff2b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928966'] for floatingip, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.328982 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.db.l3_db [req-8d2d92de-e915-4e02-a1d2-1c23d64e7294 req-ef0755b5-7ac1-4eab-a081-e841bbf4ff2b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Floating IP 7e543d29-35d3-457c-aec5-58f775eb11c4 disassociated. External IP: 172.28.3.64, port: ea162c5c-1112-4b50-bdb6-6f5ac17bbe73. May 21 15:30:40.329499 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-8d2d92de-e915-4e02-a1d2-1c23d64e7294 req-ef0755b5-7ac1-4eab-a081-e841bbf4ff2b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Calling delete_port for ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:40.417084 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60694) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:40.417326 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-6dd2fdcc-5024-4d85-a187-b9d22d857b11 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8430903 May 21 15:30:40.424960 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Attempting to bind port e1625cdf-ef65-4703-b10b-6dee7902e0b0 on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:30:40.425530 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Attempting to bind port e1625cdf-ef65-4703-b10b-6dee7902e0b0 by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '491a5f29-122f-4d0d-8025-0348a1253d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164'}] {{(pid=91546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:30:40.426547 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Attempting to bind port e1625cdf-ef65-4703-b10b-6dee7902e0b0 on network 45459d29-f01a-43cc-b074-dcb45df5f164 {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:30:40.441933 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1620133665-router', 'tenant_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:40.442710 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ad67c9e4-4d07-4570-9adc-305b2bf6da17 req-c9e75ba4-9ae0-49f5-a72c-1bcab4f84bad tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541436 May 21 15:30:40.449577 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:30:40.449949 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Checking segment: {'id': '491a5f29-122f-4d0d-8025-0348a1253d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:30:40.450351 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.450741 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Bound using segment: {'id': '491a5f29-122f-4d0d-8025-0348a1253d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164'} {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:30:40.451218 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Bound port: e1625cdf-ef65-4703-b10b-6dee7902e0b0, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491a5f29-122f-4d0d-8025-0348a1253d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164'}}] {{(pid=91546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:30:40.451586 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.456778 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:40.466730 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Usage tracker for resource:router and tenant:dc78115c7cdf4d958f7d70887461f9ab is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:40.474264 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:40.489831 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Allocated IP 172.20.0.12 (be604bdc-eca1-4f61-b6ba-616764e18bc9/926fad46-9536-465a-9c61-3bd00dd1e8fb/b9c67ce4-c671-4f10-b6a8-4b34ca3ee126) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:30:40.512031 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:40.536302 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-926629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4620'] for router, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.540132 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.592142 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.654850 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-8d2d92de-e915-4e02-a1d2-1c23d64e7294 req-ef0755b5-7ac1-4eab-a081-e841bbf4ff2b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.680371 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b806f74-3639-54bb-b3c4-4c77632456fa-3b208c70-8951-4b5a-9f66-89a8adcf8ad1', 'network_id': '3b208c70-8951-4b5a-9f66-89a8adcf8ad1', 'tenant_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'fixed_ips': [{'subnet_id': '93123abc-565a-463c-a05a-f74ee8e5993f'}]}} from dv-cinder-792642-1-smb. {{(pid=91545) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:30:40.683915 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.685223 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.db [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] For port e1625cdf-ef65-4703-b10b-6dee7902e0b0, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:30:40.689083 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.db [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] For port e1625cdf-ef65-4703-b10b-6dee7902e0b0, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=e1625cdf-ef65-4703-b10b-6dee7902e0b0,segment=NetworkSegment(491a5f29-122f-4d0d-8025-0348a1253d9e),segment_id=491a5f29-122f-4d0d-8025-0348a1253d9e)] {{(pid=91546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:30:40.700873 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.713504 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:40.743007 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:40.779296 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0755b5-7ac1-4eab-a081-e841bbf4ff2b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event deleted for resources: {'Port': ['ID=ea162c5c-1112-4b50-bdb6-6f5ac17bbe73,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:40.788428 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-ef0755b5-7ac1-4eab-a081-e841bbf4ff2b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:40.905570 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.db_base_plugin_common [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Allocated IP 172.20.0.2 (3b208c70-8951-4b5a-9f66-89a8adcf8ad1/93123abc-565a-463c-a05a-f74ee8e5993f/dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00) {{(pid=91545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:30:40.995503 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Routers {'32a5c52b-ebb5-4f30-a92b-02a1dc25363f'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:40.996143 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:30:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:41.173627 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Pushing event updated for resources: {'Port': ['ID=e1625cdf-ef65-4703-b10b-6dee7902e0b0,revision_number=4']} {{(pid=91546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:41.185168 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:41.226761 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Notify callbacks [] for port, precommit_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:41.261109 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Transition to ACTIVE for port object dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 will not be triggered until provisioned by entity L2. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:30:41.281603 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:41.287023 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Transition to ACTIVE for port object dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 will not be triggered until provisioned by entity DHCP. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:30:41.299766 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:41.306638 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:41.312046 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d2d92de-e915-4e02-a1d2-1c23d64e7294 req-ef0755b5-7ac1-4eab-a081-e841bbf4ff2b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Router 83eb46b4-a871-4353-b528-a2c30e677aca has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:30:41.330106 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-4a5b8522-6d1a-4f6f-a757-41735fa9e1e7 req-57a2cce2-a78f-4bde-a261-eb95b0132f1b tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 210 time: 0.2461720 May 21 15:30:41.334949 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Transition to ACTIVE for port object b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 will not be triggered until provisioned by entity DHCP. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:30:41.353454 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:41.459065 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Network 3b208c70-8951-4b5a-9f66-89a8adcf8ad1 is already hosted by enough agents. {{(pid=91545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:30:41.473017 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.scheduler.base_scheduler [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Resources bound (agent type, host, resource id): {{(pid=91545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:30:41.478661 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Received port after_create {{(pid=91545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:30:41.523387 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] Set router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:41.535076 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Pushing event updated for resources: {'Port': ['ID=dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00,revision_number=1']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:41.544129 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:41.622670 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Attempting to bind port dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:30:41.623139 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Attempting to bind port dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '3af2c135-f81f-4cfc-a2d2-64ce3201a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3b208c70-8951-4b5a-9f66-89a8adcf8ad1'}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:30:41.623645 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Attempting to bind port dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 on network 3b208c70-8951-4b5a-9f66-89a8adcf8ad1 {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:30:41.631653 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:30:41.632135 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Checking segment: {'id': '3af2c135-f81f-4cfc-a2d2-64ce3201a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3b208c70-8951-4b5a-9f66-89a8adcf8ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:30:41.632735 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:41.633236 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Bound using segment: {'id': '3af2c135-f81f-4cfc-a2d2-64ce3201a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3b208c70-8951-4b5a-9f66-89a8adcf8ad1'} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:30:41.633794 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Bound port: dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af2c135-f81f-4cfc-a2d2-64ce3201a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3b208c70-8951-4b5a-9f66-89a8adcf8ad1'}}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:30:41.634243 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:41.673132 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:41.702209 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-622ca187-ae0a-45ad-b4e2-14daf93755b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:41.750192 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Network be604bdc-eca1-4f61-b6ba-616764e18bc9 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:30:41.768059 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] For port dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:30:41.773466 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] For port dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00,segment=NetworkSegment(3af2c135-f81f-4cfc-a2d2-64ce3201a7a2),segment_id=3af2c135-f81f-4cfc-a2d2-64ce3201a7a2)] {{(pid=91545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:30:41.782273 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:41.786502 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:41.797885 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:30:41.801647 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d2d92de-e915-4e02-a1d2-1c23d64e7294 req-ef0755b5-7ac1-4eab-a081-e841bbf4ff2b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:30:41.808699 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:30:41.893793 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Pushing event updated for resources: {'Port': ['ID=dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00,revision_number=2']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:41.898165 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2b997-1fb6-49de-ae42-bc3b4e0ee21d None None] Sync routers for ids ['83eb46b4-a871-4353-b528-a2c30e677aca'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:30:41.907490 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:41.923328 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2b997-1fb6-49de-ae42-bc3b4e0ee21d None None] Routers {'83eb46b4-a871-4353-b528-a2c30e677aca'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:41.924207 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-a9f2b997-1fb6-49de-ae42-bc3b4e0ee21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:30:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['83eb46b4-a871-4353-b528-a2c30e677aca'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:41.982495 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:42.067113 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:42.194753 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'name': 'tempest-TestShelveInstance-1256527798-router', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '393a8215-d573-41ac-8790-405acbf0bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:27Z', 'updated_at': '2021-05-21T15:30:34Z', 'revision_number': 4, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'gw_port': {'id': '393a8215-d573-41ac-8790-405acbf0bf15', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:28Z', 'updated_at': '2021-05-21T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': 'e1625cdf-ef65-4703-b10b-6dee7902e0b0', 'name': '', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'mac_address': 'fa:16:3e:36:28:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:32Z', 'updated_at': '2021-05-21T15:30:40Z', 'revision_number': 4, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'subnets': [{'id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:42.210103 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a28407-d8ef-4449-bfc1-c41b22a82862 None None] The sync data for ids ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'] in dv-cinder-792642-1-smb is: [{'id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'name': 'tempest-TestShelveInstance-1256527798-router', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '393a8215-d573-41ac-8790-405acbf0bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:27Z', 'updated_at': '2021-05-21T15:30:34Z', 'revision_number': 4, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'gw_port': {'id': '393a8215-d573-41ac-8790-405acbf0bf15', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:28Z', 'updated_at': '2021-05-21T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': 'e1625cdf-ef65-4703-b10b-6dee7902e0b0', 'name': '', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'mac_address': 'fa:16:3e:36:28:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:32Z', 'updated_at': '2021-05-21T15:30:40Z', 'revision_number': 4, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'subnets': [{'id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:30:42.418544 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_common [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Allocated IP 172.28.3.171 (39961b0a-5138-4007-86ae-d184e62026e0/62db980b-fc91-4b32-a3dc-349d62b1ea2a/6546bf78-671c-44f4-a9a7-6e61852d9c79) {{(pid=91544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:30:42.454599 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2d92de-e915-4e02-a1d2-1c23d64e7294 req-ef0755b5-7ac1-4eab-a081-e841bbf4ff2b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] No DVR routers for this DVR port ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:30:42.462462 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-8d2d92de-e915-4e02-a1d2-1c23d64e7294 req-ef0755b5-7ac1-4eab-a081-e841bbf4ff2b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:42.487526 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:42.488204 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:42.533055 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-0bd3666d-c2fd-4061-aeea-dd681dd84c1f None None] Provisioning for port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:30:42.535350 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4321b5d2-d23b-4e52-8f68-94fc61fa4ada req-9e0ad913-39bc-4e9a-b80f-4be84484e86a tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbd5e993-304e-4398-b800-7101cbe25dd4 HTTP/1.1" status: 200 len: 210 time: 0.8353243 May 21 15:30:42.547344 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd5e993-304e-4398-b800-7101cbe25dd4', 'name': 'network-vif-deleted', 'tag': 'ea162c5c-1112-4b50-bdb6-6f5ac17bbe73'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:30:42.572946 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-a9f2b997-1fb6-49de-ae42-bc3b4e0ee21d None None] Set router 83eb46b4-a871-4353-b528-a2c30e677aca gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:42.646739 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-0bd3666d-c2fd-4061-aeea-dd681dd84c1f None None] Provisioning complete for port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:42.647036 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-0bd3666d-c2fd-4061-aeea-dd681dd84c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:42.667963 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0155578 May 21 15:30:42.693527 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8d2d92de-e915-4e02-a1d2-1c23d64e7294 req-ef0755b5-7ac1-4eab-a081-e841bbf4ff2b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.44 "DELETE /v2.0/ports/ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 HTTP/1.1" status: 204 len: 173 time: 4.1889317 May 21 15:30:42.696312 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event updated for resources: {'Port': ['ID=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:42.735942 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Request body: {'port': {'device_id': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:42.752383 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-0bd3666d-c2fd-4061-aeea-dd681dd84c1f None None] Port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:30:42.811779 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.109s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:42.821498 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd5e993-304e-4398-b800-7101cbe25dd4', 'name': 'network-vif-deleted', 'tag': 'ea162c5c-1112-4b50-bdb6-6f5ac17bbe73', 'status': 'completed', 'code': 200} May 21 15:30:42.982127 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:42.998506 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c466e-45bc-4b6b-bb95-b571004a816f req-bd0647fb-65ea-4043-992e-d0eefef784cc tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:42.999356 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-564c466e-45bc-4b6b-bb95-b571004a816f req-bd0647fb-65ea-4043-992e-d0eefef784cc tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 932 time: 0.2105896 May 21 15:30:43.053277 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:43.097489 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506920'] for port, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:43.131906 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-571f06e2-1015-4183-a837-144ae68b17d5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:43.225343 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-564c466e-45bc-4b6b-bb95-b571004a816f req-67f295da-e54b-4a2a-9d83-7317ff7273e3 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161508 May 21 15:30:43.229254 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:30:43.247089 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Network 39961b0a-5138-4007-86ae-d184e62026e0 is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:30:43.249220 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:30:43.273633 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Received port after_create {{(pid=91544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:30:43.297713 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:30:43.321187 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device ea162c5c-1112-4b50-bdb6-6f5ac17bbe73 not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:30:43.398334 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-a9f2b997-1fb6-49de-ae42-bc3b4e0ee21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:26:16Z', 'revision_number': 4, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '8d8bc071-f5d7-4cc3-bf4f-2286d1da3637', 'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:13Z', 'updated_at': '2021-05-21T15:26:28Z', 'revision_number': 5, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'subnets': [{'id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:43.404633 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2b997-1fb6-49de-ae42-bc3b4e0ee21d None None] Checking router: 83eb46b4-a871-4353-b528-a2c30e677aca for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:30:43.426332 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2b997-1fb6-49de-ae42-bc3b4e0ee21d None None] Routers {'83eb46b4-a871-4353-b528-a2c30e677aca'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:43.427081 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-a9f2b997-1fb6-49de-ae42-bc3b4e0ee21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:30:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['83eb46b4-a871-4353-b528-a2c30e677aca'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:43.594900 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 {{(pid=91543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:30:43.598920 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device e1625cdf-ef65-4703-b10b-6dee7902e0b0 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:30:43.617897 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:43.686883 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Transition to ACTIVE for port object b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 will not be triggered until provisioned by entity L2. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:30:43.696336 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:43.718254 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-a79960be-e0b1-48fa-ba76-4eefb5708162 tempest-VolumesActionsTest-1900501352 tempest-VolumesActionsTest-1900501352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:43.859871 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60718) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:43.874862 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Pushing event updated for resources: {'Port': ['ID=6546bf78-671c-44f4-a9a7-6e61852d9c79,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:43.875939 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cb4c6d-4f4a-401d-8161-723f06b27acc None None] Network 3b208c70-8951-4b5a-9f66-89a8adcf8ad1 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:30:43.886305 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:44.048226 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Pushing event updated for resources: {'Port': ['ID=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:44.058500 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:44.058635 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-a9f2b997-1fb6-49de-ae42-bc3b4e0ee21d None None] Set router 83eb46b4-a871-4353-b528-a2c30e677aca gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:44.133614 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Attempting to bind port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:30:44.133963 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Attempting to bind port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9'}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:30:44.134362 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Attempting to bind port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 on network be604bdc-eca1-4f61-b6ba-616764e18bc9 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:30:44.141859 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 on network be604bdc-eca1-4f61-b6ba-616764e18bc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:30:44.142251 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Attempting to bind port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 on network be604bdc-eca1-4f61-b6ba-616764e18bc9 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:30:44.145826 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:44.146003 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-c1c3f157-dbf9-4ecf-83a9-8ab27fcc6c80 None None] Provisioning for port dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:30:44.146647 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-be5ed72c-15cc-4080-a04f-7645fb4372a2 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:44.182265 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-be5ed72c-15cc-4080-a04f-7645fb4372a2 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:44.223635 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port e1625cdf-ef65-4703-b10b-6dee7902e0b0 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:30:44.231836 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:30:44.232280 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Checking segment: {'id': '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:30:44.232573 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Bound using segment: {'id': '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9'} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:30:44.233287 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Bound port: b9c67ce4-c671-4f10-b6a8-4b34ca3ee126, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9'}}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:30:44.233754 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:44.257290 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port e1625cdf-ef65-4703-b10b-6dee7902e0b0 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:44.257648 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:44.349253 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] For port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126, host hv-cinder-79264, cleared binding levels {{(pid=91543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:30:44.352728 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] For port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:30:44.362147 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:44.385036 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-618b0e8b-52ff-46aa-9385-dbfb77a1b73f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:44.498414 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-be5ed72c-15cc-4080-a04f-7645fb4372a2 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:44.524691 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:44.525339 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:44.528851 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] 10.222.0.44 "PUT /v2.0/ports/b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 HTTP/1.1" status: 200 len: 1094 time: 1.8315039 May 21 15:30:44.556231 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-be5ed72c-15cc-4080-a04f-7645fb4372a2 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:44.565659 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-be5ed72c-15cc-4080-a04f-7645fb4372a2 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "DELETE /v2.0/security-groups/2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf HTTP/1.1" status: 204 len: 168 time: 0.7000008 May 21 15:30:44.567002 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60732) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:44.602508 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.api.v2.resource [None req-263b8e47-ab0f-4d08-a4b5-f605a5220518 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] show failed (client error): The resource could not be found. May 21 15:30:44.607274 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-263b8e47-ab0f-4d08-a4b5-f605a5220518 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups/2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf HTTP/1.1" status: 404 len: 347 time: 0.0361867 May 21 15:30:44.607274 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60736) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:44.672458 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Pushing event updated for resources: {'Port': ['ID=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,revision_number=3']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:44.692372 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:44.694430 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f24bb9ab-5e56-4f15-b435-52d4eb63489f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:44.725919 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ed72c-15cc-4080-a04f-7645fb4372a2 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b52f3cd-a54c-4d89-bcb9-3dfca5c729cf,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:44.751033 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-be5ed72c-15cc-4080-a04f-7645fb4372a2 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:44.754131 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:44.775804 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009234e-ef1a-4a21-9f7c-4f4b161ffc58 req-223ba401-a312-462b-b0f4-108a04d47f7f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:44.776464 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-8009234e-ef1a-4a21-9f7c-4f4b161ffc58 req-223ba401-a312-462b-b0f4-108a04d47f7f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Synchronizing usage tracker for tenant:865c13fd2e73428fa9c0e35a559bac7c on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:30:44.795655 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-03e17658-ed85-44d1-8df6-4801af8743ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:44.797493 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-03e17658-ed85-44d1-8df6-4801af8743ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=865c13fd2e73428fa9c0e35a559bac7c&device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 1097 time: 0.2146862 May 21 15:30:44.798722 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928845'] for router, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:44.831418 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port e1625cdf-ef65-4703-b10b-6dee7902e0b0, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=e1625cdf-ef65-4703-b10b-6dee7902e0b0,segment=NetworkSegment(491a5f29-122f-4d0d-8025-0348a1253d9e),segment_id=491a5f29-122f-4d0d-8025-0348a1253d9e)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:44.839609 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:44.840474 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:30:44.859632 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'tag': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:30:44.872078 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-8009234e-ef1a-4a21-9f7c-4f4b161ffc58 req-223ba401-a312-462b-b0f4-108a04d47f7f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Unset dirty status for tenant:865c13fd2e73428fa9c0e35a559bac7c on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:30:44.879047 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8009234e-ef1a-4a21-9f7c-4f4b161ffc58 req-223ba401-a312-462b-b0f4-108a04d47f7f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 944 time: 0.4186203 May 21 15:30:44.907803 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-dc589a6b-b518-4363-a4f8-6ab6d152a556 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 HTTP/1.1" status: 200 len: 217 time: 0.1022990 May 21 15:30:44.914018 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:44.956428 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'tag': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126', 'status': 'completed', 'code': 200} May 21 15:30:44.986395 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8009234e-ef1a-4a21-9f7c-4f4b161ffc58 req-99de8cdd-4147-4586-9529-d9301077b6a3 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062572 May 21 15:30:44.999922 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-a9f2b997-1fb6-49de-ae42-bc3b4e0ee21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:26:16Z', 'revision_number': 4, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '8d8bc071-f5d7-4cc3-bf4f-2286d1da3637', 'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:13Z', 'updated_at': '2021-05-21T15:26:28Z', 'revision_number': 5, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'subnets': [{'id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:45.012033 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-7c530d5b-783e-45e6-b655-1a089fece953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:45.014075 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-7c530d5b-783e-45e6-b655-1a089fece953 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=926fad46-9536-465a-9c61-3bd00dd1e8fb HTTP/1.1" status: 200 len: 856 time: 0.0922029 May 21 15:30:45.014862 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2b997-1fb6-49de-ae42-bc3b4e0ee21d None None] The sync data for ids ['83eb46b4-a871-4353-b528-a2c30e677aca'] in dv-cinder-792642-1-smb is: [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:26:16Z', 'revision_number': 4, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '8d8bc071-f5d7-4cc3-bf4f-2286d1da3637', 'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:13Z', 'updated_at': '2021-05-21T15:26:28Z', 'revision_number': 5, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'subnets': [{'id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:30:45.039748 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=e1625cdf-ef65-4703-b10b-6dee7902e0b0,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:45.047402 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:45.069767 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:30:45.076958 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-51239612-cadd-451e-865f-d5358000cd22 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Deleting port a93a7ecf-00b5-446e-89bf-6674d56f8860 {{(pid=91544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:45.077498 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-51239612-cadd-451e-865f-d5358000cd22 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:45.081751 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:45.083708 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:45.139717 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-3a37906b-a62c-48c3-b758-b951af01f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:45.143121 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-3a37906b-a62c-48c3-b758-b951af01f7bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be604bdc-eca1-4f61-b6ba-616764e18bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1221333 May 21 15:30:45.235417 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Router 937a86bf-fd69-432e-81ac-172831696704 is scheduled to L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 with binding_index 1 {{(pid=91544) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:30:45.237182 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:45.299796 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00,segment=NetworkSegment(3af2c135-f81f-4cfc-a2d2-64ce3201a7a2),segment_id=3af2c135-f81f-4cfc-a2d2-64ce3201a7a2)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:45.305461 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:45.316385 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:45.354627 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-51239612-cadd-451e-865f-d5358000cd22 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:45.354956 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-51239612-cadd-451e-865f-d5358000cd22 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:45.363621 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-1f035141-ceed-43e5-b337-9793310bf7f0 service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125499 May 21 15:30:45.408221 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c120651-9c0a-44e6-b82c-5409e65d2ffb None None] New status for floating IP 7e543d29-35d3-457c-aec5-58f775eb11c4: DOWN {{(pid=91546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:30:45.473020 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00,revision_number=3']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:45.477246 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:45.480096 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device e1625cdf-ef65-4703-b10b-6dee7902e0b0 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:30:45.560539 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-5381483b-774f-4758-a508-f6ba1d8e6b87 None None] Provisioning complete for port dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:45.560967 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-5381483b-774f-4758-a508-f6ba1d8e6b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:45.618199 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port e1625cdf-ef65-4703-b10b-6dee7902e0b0 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:45.618833 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:45.704700 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c6ac21f-f5d5-4a30-a2aa-9f53cdd31af4 req-9058de24-2a3e-4360-b1b1-e339508ec83b service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317485 May 21 15:30:45.725582 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-51239612-cadd-451e-865f-d5358000cd22 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Calling delete_port for a93a7ecf-00b5-446e-89bf-6674d56f8860 owned by network:floatingip {{(pid=91544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:45.869437 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5c9a5-d5d2-43df-9092-0e92fc87221f req-f56c46dd-40a3-4f58-ae6e-b578e04855f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:45.870970 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:30:45.871668 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8bb5c9a5-d5d2-43df-9092-0e92fc87221f req-f56c46dd-40a3-4f58-ae6e-b578e04855f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=865c13fd2e73428fa9c0e35a559bac7c&device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 1097 time: 0.0975375 May 21 15:30:45.885040 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Sync routers for ids ['937a86bf-fd69-432e-81ac-172831696704'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:30:45.898806 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Routers {'937a86bf-fd69-432e-81ac-172831696704'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:45.899633 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:30:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['937a86bf-fd69-432e-81ac-172831696704'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:45.900136 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Notify callbacks [] for router, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:45.901522 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4700403 May 21 15:30:45.906478 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60752) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:46.060019 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5c9a5-d5d2-43df-9092-0e92fc87221f req-a43210e6-df38-47e4-96fa-eaad54af6a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:46.062901 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8bb5c9a5-d5d2-43df-9092-0e92fc87221f req-a43210e6-df38-47e4-96fa-eaad54af6a3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=be604bdc-eca1-4f61-b6ba-616764e18bc9 HTTP/1.1" status: 200 len: 918 time: 0.1817586 May 21 15:30:46.137733 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Set router 937a86bf-fd69-432e-81ac-172831696704 gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:46.141986 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8bb5c9a5-d5d2-43df-9092-0e92fc87221f req-86b95629-a26e-4b50-8229-a15eee34c213 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 HTTP/1.1" status: 200 len: 217 time: 0.0691583 May 21 15:30:46.206583 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5c9a5-d5d2-43df-9092-0e92fc87221f req-81222820-c3e4-4c3d-ab39-8e5e4f0b7cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:46.208207 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8bb5c9a5-d5d2-43df-9092-0e92fc87221f req-81222820-c3e4-4c3d-ab39-8e5e4f0b7cba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=926fad46-9536-465a-9c61-3bd00dd1e8fb HTTP/1.1" status: 200 len: 856 time: 0.0587566 May 21 15:30:46.239758 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-51239612-cadd-451e-865f-d5358000cd22 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506920'] for port, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:46.247850 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:46.292224 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5c9a5-d5d2-43df-9092-0e92fc87221f req-b972d13b-cd61-43ca-a963-8c7f5e29776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:46.293742 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8bb5c9a5-d5d2-43df-9092-0e92fc87221f req-b972d13b-cd61-43ca-a963-8c7f5e29776d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be604bdc-eca1-4f61-b6ba-616764e18bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781600 May 21 15:30:46.366035 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51239612-cadd-451e-865f-d5358000cd22 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event deleted for resources: {'Port': ['ID=a93a7ecf-00b5-446e-89bf-6674d56f8860,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:46.369345 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-51239612-cadd-451e-865f-d5358000cd22 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:46.439400 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8bb5c9a5-d5d2-43df-9092-0e92fc87221f req-1c4cc997-b410-4797-bf95-eec92c5ea05b service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378324 May 21 15:30:46.489239 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a86bf-fd69-432e-81ac-172831696704', 'name': 'tempest-TestShelveInstance-1620133665-router', 'tenant_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '6546bf78-671c-44f4-a9a7-6e61852d9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:40Z', 'updated_at': '2021-05-21T15:30:43Z', 'revision_number': 3, 'project_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'gw_port': {'id': '6546bf78-671c-44f4-a9a7-6e61852d9c79', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a86bf-fd69-432e-81ac-172831696704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:42Z', 'updated_at': '2021-05-21T15:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:46.496698 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Checking router: 937a86bf-fd69-432e-81ac-172831696704 for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:30:46.497759 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Updating router 937a86bf-fd69-432e-81ac-172831696704 port 6546bf78-671c-44f4-a9a7-6e61852d9c79 binding host dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:30:46.565571 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:46.576858 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-51239612-cadd-451e-865f-d5358000cd22 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for floatingip, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:46.583611 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8bb5c9a5-d5d2-43df-9092-0e92fc87221f req-6aaeb770-b04b-4659-aae2-5700253c26b2 service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367393 May 21 15:30:46.598881 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c06369-d809-4eef-8ab6-483029df8034 req-415cb169-526d-4148-a526-ae6dfba265db tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:46.601877 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-45c06369-d809-4eef-8ab6-483029df8034 req-415cb169-526d-4148-a526-ae6dfba265db tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 944 time: 0.4437823 May 21 15:30:46.702171 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-51239612-cadd-451e-865f-d5358000cd22 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for floatingip, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:46.703298 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-51239612-cadd-451e-865f-d5358000cd22 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "DELETE /v2.0/floatingips/7e543d29-35d3-457c-aec5-58f775eb11c4 HTTP/1.1" status: 204 len: 168 time: 2.0956264 May 21 15:30:46.737604 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-45c06369-d809-4eef-8ab6-483029df8034 req-14745b01-c608-4718-9c00-db24d78e9ed9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276541 May 21 15:30:46.932823 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Notify callbacks [] for port, precommit_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:46.946883 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Transition to ACTIVE for port object 6546bf78-671c-44f4-a9a7-6e61852d9c79 will not be triggered until provisioned by entity L2. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:30:46.954099 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:46.960666 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:46.961079 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60760) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:46.969250 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-72e7d202-dc79-48e0-9d3f-4b327690d9d5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--476203172', 'description': 'tempest-description--1428259441'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:46.977708 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-72e7d202-dc79-48e0-9d3f-4b327690d9d5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:46.982310 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-72e7d202-dc79-48e0-9d3f-4b327690d9d5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Usage tracker for resource:security_group and tenant:161234b3a2ac417b9eaddb42302b4075 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:46.985772 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-72e7d202-dc79-48e0-9d3f-4b327690d9d5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:46.994240 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-72e7d202-dc79-48e0-9d3f-4b327690d9d5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:47.008942 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-72e7d202-dc79-48e0-9d3f-4b327690d9d5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.045578 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-72e7d202-dc79-48e0-9d3f-4b327690d9d5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:47.046141 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Attempting to bind port 6546bf78-671c-44f4-a9a7-6e61852d9c79 on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:30:47.046526 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Attempting to bind port 6546bf78-671c-44f4-a9a7-6e61852d9c79 by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:30:47.046898 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Attempting to bind port 6546bf78-671c-44f4-a9a7-6e61852d9c79 on network 39961b0a-5138-4007-86ae-d184e62026e0 {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:30:47.049842 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-72e7d202-dc79-48e0-9d3f-4b327690d9d5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Usage tracker for resource:security_group_rule and tenant:161234b3a2ac417b9eaddb42302b4075 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:47.054337 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-72e7d202-dc79-48e0-9d3f-4b327690d9d5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:47.057044 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:30:47.057434 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Checking segment: {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:30:47.057848 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.058250 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Bound using segment: {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:30:47.058729 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Bound port: 6546bf78-671c-44f4-a9a7-6e61852d9c79, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:30:47.059115 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.062846 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-72e7d202-dc79-48e0-9d3f-4b327690d9d5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:47.075359 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.084583 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e2318-9b9e-4c6e-9f44-9ac9b7b3a355 None None] Pushing event updated for resources: {'Port': ['ID=6546bf78-671c-44f4-a9a7-6e61852d9c79,revision_number=2']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:47.097833 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-fa4e2318-9b9e-4c6e-9f44-9ac9b7b3a355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:47.164268 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] For port 6546bf78-671c-44f4-a9a7-6e61852d9c79, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:30:47.167162 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-72e7d202-dc79-48e0-9d3f-4b327690d9d5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.169048 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] For port 6546bf78-671c-44f4-a9a7-6e61852d9c79, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=6546bf78-671c-44f4-a9a7-6e61852d9c79,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:30:47.172646 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-72e7d202-dc79-48e0-9d3f-4b327690d9d5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.175000 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.180265 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-be9e955d-c131-4411-a9cf-91fd936a344d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:47.181878 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:47.234618 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7d202-dc79-48e0-9d3f-4b327690d9d5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39adfd6-314e-43e1-a2ce-de887b250ac0,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:47.237085 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-72e7d202-dc79-48e0-9d3f-4b327690d9d5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:47.241361 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-72e7d202-dc79-48e0-9d3f-4b327690d9d5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.245925 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-72e7d202-dc79-48e0-9d3f-4b327690d9d5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2797253 May 21 15:30:47.246011 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60776) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:47.256296 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-100d031f-fbbd-4d4c-9b84-89c4874d2334 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Request body: {'security_group_rule': {'security_group_id': 'b39adfd6-314e-43e1-a2ce-de887b250ac0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:47.274698 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Routers {'937a86bf-fd69-432e-81ac-172831696704'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:47.275322 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:30:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['937a86bf-fd69-432e-81ac-172831696704'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:47.290737 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-100d031f-fbbd-4d4c-9b84-89c4874d2334 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:47.305406 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-100d031f-fbbd-4d4c-9b84-89c4874d2334 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Usage tracker for resource:security_group_rule and tenant:161234b3a2ac417b9eaddb42302b4075 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:47.311147 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-100d031f-fbbd-4d4c-9b84-89c4874d2334 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:47.321562 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-100d031f-fbbd-4d4c-9b84-89c4874d2334 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:47.417059 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e2318-9b9e-4c6e-9f44-9ac9b7b3a355 None None] Pushing event updated for resources: {'Port': ['ID=6546bf78-671c-44f4-a9a7-6e61852d9c79,revision_number=3']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:47.422340 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-fa4e2318-9b9e-4c6e-9f44-9ac9b7b3a355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:47.484687 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:30:47.512715 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-100d031f-fbbd-4d4c-9b84-89c4874d2334 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.561035 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_common [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Allocated IP 172.20.0.1 (3b208c70-8951-4b5a-9f66-89a8adcf8ad1/93123abc-565a-463c-a05a-f74ee8e5993f/6f83ac41-10d6-4648-9142-79f82d0dd0ba) {{(pid=91544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:30:47.581122 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] Set router 937a86bf-fd69-432e-81ac-172831696704 gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:47.612153 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-100d031f-fbbd-4d4c-9b84-89c4874d2334 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.658176 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-100d031f-fbbd-4d4c-9b84-89c4874d2334 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.675850 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:47.703090 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d031f-fbbd-4d4c-9b84-89c4874d2334 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39441e5-6c70-4e1c-9a9b-793e83367f5f,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:47.710668 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-100d031f-fbbd-4d4c-9b84-89c4874d2334 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:47.723792 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60784) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:47.743572 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-100d031f-fbbd-4d4c-9b84-89c4874d2334 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.747752 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-100d031f-fbbd-4d4c-9b84-89c4874d2334 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4958992 May 21 15:30:47.748642 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60790) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:47.754970 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-f6d27550-3730-4ac4-9001-f0ebdc625abd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Request body: {'security_group_rule': {'security_group_id': 'b39adfd6-314e-43e1-a2ce-de887b250ac0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:47.764902 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-f6d27550-3730-4ac4-9001-f0ebdc625abd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:47.772243 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-f6d27550-3730-4ac4-9001-f0ebdc625abd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Usage tracker for resource:security_group_rule and tenant:161234b3a2ac417b9eaddb42302b4075 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:47.774465 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-f6d27550-3730-4ac4-9001-f0ebdc625abd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:47.782802 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-f6d27550-3730-4ac4-9001-f0ebdc625abd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:47.788581 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.793919 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:47.794282 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.804623 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f6d27550-3730-4ac4-9001-f0ebdc625abd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.828101 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.provisioning_blocks [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Transition to ACTIVE for port object 6f83ac41-10d6-4648-9142-79f82d0dd0ba will not be triggered until provisioned by entity DHCP. {{(pid=91544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:30:47.874968 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506920'] for port, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.881157 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0f366a8b-8bd7-43e5-854a-e024a230d2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:47.905768 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f6d27550-3730-4ac4-9001-f0ebdc625abd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.925032 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f6d27550-3730-4ac4-9001-f0ebdc625abd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.926494 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc257-15b4-4650-bd47-3ff939810b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.943256 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-52ea9a42-45d1-42bc-a70e-e97ed3506c2c tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:47.965975 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d27550-3730-4ac4-9001-f0ebdc625abd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d204d4c-1deb-4d1a-bf31-0c0b4da8577b,revision_number=0']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:47.968963 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f6d27550-3730-4ac4-9001-f0ebdc625abd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:47.970216 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-f1bbc257-15b4-4650-bd47-3ff939810b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:47.978176 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-f1bbc257-15b4-4650-bd47-3ff939810b0a admin admin] Usage tracker for resource:security_group_rule and tenant:9929fa28cda7412f90bf0d79ed2299f6 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:47.982516 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-f1bbc257-15b4-4650-bd47-3ff939810b0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:47.986683 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f6d27550-3730-4ac4-9001-f0ebdc625abd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:47.986955 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-f6d27550-3730-4ac4-9001-f0ebdc625abd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2371843 May 21 15:30:47.990316 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60796) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:47.993856 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-f1bbc257-15b4-4650-bd47-3ff939810b0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:47.999251 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Request body: {'floatingip': {'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:48.005025 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Network 3b208c70-8951-4b5a-9f66-89a8adcf8ad1 is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:30:48.010399 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:30:48.011694 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:48.021224 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Usage tracker for resource:floatingip and tenant:161234b3a2ac417b9eaddb42302b4075 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:48.022635 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Received port after_create {{(pid=91544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:30:48.026033 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:48.040884 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:48.063384 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for floatingip, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.069266 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a86bf-fd69-432e-81ac-172831696704', 'name': 'tempest-TestShelveInstance-1620133665-router', 'tenant_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '6546bf78-671c-44f4-a9a7-6e61852d9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:40Z', 'updated_at': '2021-05-21T15:30:43Z', 'revision_number': 3, 'project_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'gw_port': {'id': '6546bf78-671c-44f4-a9a7-6e61852d9c79', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a86bf-fd69-432e-81ac-172831696704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:42Z', 'updated_at': '2021-05-21T15:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:48.075732 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6986b2-a814-46f4-9be5-54170601e61c None None] The sync data for ids ['937a86bf-fd69-432e-81ac-172831696704'] in dv-cinder-792642-1-smb is: [{'id': '937a86bf-fd69-432e-81ac-172831696704', 'name': 'tempest-TestShelveInstance-1620133665-router', 'tenant_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '6546bf78-671c-44f4-a9a7-6e61852d9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:40Z', 'updated_at': '2021-05-21T15:30:43Z', 'revision_number': 3, 'project_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'gw_port': {'id': '6546bf78-671c-44f4-a9a7-6e61852d9c79', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a86bf-fd69-432e-81ac-172831696704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:42Z', 'updated_at': '2021-05-21T15:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:30:48.076506 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Pushing event updated for resources: {'Port': ['ID=6f83ac41-10d6-4648-9142-79f82d0dd0ba,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:48.080314 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:48.115645 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596831'] for router_interface, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.142024 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea90abe-ae5b-4c99-9705-04136e7bb520 req-3283dc53-5dbc-41c9-93ce-b4977e9f2c60 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:48.143621 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-4ea90abe-ae5b-4c99-9705-04136e7bb520 req-3283dc53-5dbc-41c9-93ce-b4977e9f2c60 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 944 time: 0.2153678 May 21 15:30:48.223984 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-4ea90abe-ae5b-4c99-9705-04136e7bb520 req-c12e05a4-3c0b-47da-819b-b1a41c0da95a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595732 May 21 15:30:48.247367 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc257-15b4-4650-bd47-3ff939810b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.256016 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc257-15b4-4650-bd47-3ff939810b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.263591 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-70042b1a-fcb9-4b9a-bdb6-7ddd1d86acab tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:48.316456 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-f1bbc257-15b4-4650-bd47-3ff939810b0a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9929fa28cda7412f90bf0d79ed2299f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5890405 May 21 15:30:48.316456 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbc257-15b4-4650-bd47-3ff939810b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbef4e2d-5df6-4fbd-90b0-b007e2b4a40f,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:48.319183 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60800) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:48.322568 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f1bbc257-15b4-4650-bd47-3ff939810b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:48.325420 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-255b3c9d-9b95-4ff2-a52d-95084a43f2d2 None None] Provisioning for port 6f83ac41-10d6-4648-9142-79f82d0dd0ba completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:30:48.335735 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-255b3c9d-9b95-4ff2-a52d-95084a43f2d2 None None] Provisioning complete for port 6f83ac41-10d6-4648-9142-79f82d0dd0ba triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:48.337300 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-255b3c9d-9b95-4ff2-a52d-95084a43f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.345806 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.355032 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.467982 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-255b3c9d-9b95-4ff2-a52d-95084a43f2d2 None None] Port 6f83ac41-10d6-4648-9142-79f82d0dd0ba cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:30:48.525415 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e265750a-0985-47dd-b35b-c93a11304ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.550921 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Allocated IP 172.28.3.94 (39961b0a-5138-4007-86ae-d184e62026e0/62db980b-fc91-4b32-a3dc-349d62b1ea2a/64a5b49a-a0a9-403b-a096-8699a5864141) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:30:48.618972 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e265750a-0985-47dd-b35b-c93a11304ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.720920 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.735233 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.741939 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e265750a-0985-47dd-b35b-c93a11304ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.747420 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:48.753618 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506943'] for port, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.759812 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.765204 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-13b44239-f4dc-4212-884a-df899041cf9e tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:48.797941 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265750a-0985-47dd-b35b-c93a11304ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbef4e2d-5df6-4fbd-90b0-b007e2b4a40f,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:48.806088 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e265750a-0985-47dd-b35b-c93a11304ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:48.806536 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:48.836137 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Network 39961b0a-5138-4007-86ae-d184e62026e0 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:30:48.839430 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:30:48.844260 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:30:48.853897 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e265750a-0985-47dd-b35b-c93a11304ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.855031 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-e265750a-0985-47dd-b35b-c93a11304ba8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fbef4e2d-5df6-4fbd-90b0-b007e2b4a40f HTTP/1.1" status: 204 len: 168 time: 0.5348885 May 21 15:30:48.868458 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596770'] for router_interface, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.873960 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event updated for resources: {'Port': ['ID=64a5b49a-a0a9-403b-a096-8699a5864141,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:48.879476 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:48.910860 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Pushing event updated for resources: {'Port': ['ID=6f83ac41-10d6-4648-9142-79f82d0dd0ba,revision_number=2']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:48.915595 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:49.035334 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:49.040699 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Network 3b208c70-8951-4b5a-9f66-89a8adcf8ad1 is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:30:49.042392 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:30:49.100328 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:30:49.117973 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:49.341947 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Router 937a86bf-fd69-432e-81ac-172831696704 has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:30:49.407001 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:49.429794 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'port_id': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126', 'mac_address': 'fa:16:3e:b1:9c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:30:49.484391 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:49.515974 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 6546bf78-671c-44f4-a9a7-6e61852d9c79 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:30:49.535776 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:49.546918 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:49.617650 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-187b0d69-3e7e-48c8-8585-babe0947f8c0 None None] Provisioning complete for port 6f83ac41-10d6-4648-9142-79f82d0dd0ba triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:49.618119 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-187b0d69-3e7e-48c8-8585-babe0947f8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:49.632253 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:30:49.641517 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] 10.222.0.42 "PUT /v2.0/routers/937a86bf-fd69-432e-81ac-172831696704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7338510 May 21 15:30:49.652722 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:49.698007 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:30:49.705043 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event updated for resources: {'Port': ['ID=64a5b49a-a0a9-403b-a096-8699a5864141,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:49.711536 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:49.715717 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-187b0d69-3e7e-48c8-8585-babe0947f8c0 None None] Port 6f83ac41-10d6-4648-9142-79f82d0dd0ba cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:30:49.725230 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:49.727368 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928966'] for floatingip, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:49.731632 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:49.734759 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:49.755797 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccc609-8e26-4a07-bc13-9239a93a9172 req-15c48023-9bb3-4360-9fad-4253e7d0b4c7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:49.758000 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-14ccc609-8e26-4a07-bc13-9239a93a9172 req-15c48023-9bb3-4360-9fad-4253e7d0b4c7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 944 time: 0.2699533 May 21 15:30:49.793434 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port 6546bf78-671c-44f4-a9a7-6e61852d9c79 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:30:49.814063 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 6546bf78-671c-44f4-a9a7-6e61852d9c79 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:49.814700 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:49.820705 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for floatingip, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:49.822115 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8309987 May 21 15:30:49.861525 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-14ccc609-8e26-4a07-bc13-9239a93a9172 req-78b87328-eaf5-4f77-a6ea-ee03e5c3922d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915451 May 21 15:30:49.898708 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:49.903200 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:49.965299 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['b9c67ce4-c671-4f10-b6a8-4b34ca3ee126'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:30:50.021149 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:50.054502 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port 6546bf78-671c-44f4-a9a7-6e61852d9c79, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=6546bf78-671c-44f4-a9a7-6e61852d9c79,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:50.068137 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:50.073281 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:50.138943 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-df82c6b2-9c61-4363-a625-d8748fba87bd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Synchronizing usage tracker for tenant:161234b3a2ac417b9eaddb42302b4075 on resource:security_group {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:30:50.162366 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-df82c6b2-9c61-4363-a625-d8748fba87bd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Unset dirty status for tenant:161234b3a2ac417b9eaddb42302b4075 on resource:security_group {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:30:50.164292 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-df82c6b2-9c61-4363-a625-d8748fba87bd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--476203172&fields=id&tenant_id=161234b3a2ac417b9eaddb42302b4075 HTTP/1.1" status: 200 len: 267 time: 0.0747333 May 21 15:30:50.254892 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=6546bf78-671c-44f4-a9a7-6e61852d9c79,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:50.273311 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:50.344556 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Sync routers for ids ['937a86bf-fd69-432e-81ac-172831696704'] in dv-cinder-792642-1-smb {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:30:50.355071 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Routers {'937a86bf-fd69-432e-81ac-172831696704'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:50.355704 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:30:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['937a86bf-fd69-432e-81ac-172831696704'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:50.388143 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-15c4ab8a-a83e-4d81-b154-6ac8c36c533e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:50.395417 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-15c4ab8a-a83e-4d81-b154-6ac8c36c533e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/networks?id=2e58c33a-8f14-4216-8b82-5fec9142b248 HTTP/1.1" status: 200 len: 810 time: 0.2210257 May 21 15:30:50.412715 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-e689a185-6175-48df-b5ae-e8790b84df99 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/quotas/161234b3a2ac417b9eaddb42302b4075 HTTP/1.1" status: 200 len: 375 time: 0.0159702 May 21 15:30:50.512942 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-3e77e695-f212-4d28-8010-ad7951dd6979 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Synchronizing usage tracker for tenant:161234b3a2ac417b9eaddb42302b4075 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:30:50.534466 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-3e77e695-f212-4d28-8010-ad7951dd6979 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Unset dirty status for tenant:161234b3a2ac417b9eaddb42302b4075 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:30:50.542437 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-3e77e695-f212-4d28-8010-ad7951dd6979 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=161234b3a2ac417b9eaddb42302b4075&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1286004 May 21 15:30:50.543993 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Set router 937a86bf-fd69-432e-81ac-172831696704 gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:50.589846 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60848) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:50.595387 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-6c78e338-46f6-46fc-8c55-63de78b67bbd tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-932214949', 'description': 'tempest-secgroup-smoke-932214949 description', 'project_id': '4ca5c84a94db45a6a63e098cb79925de'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:50.601896 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6c78e338-46f6-46fc-8c55-63de78b67bbd tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:50.605964 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6c78e338-46f6-46fc-8c55-63de78b67bbd tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Usage tracker for resource:security_group and tenant:4ca5c84a94db45a6a63e098cb79925de is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:50.609071 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6c78e338-46f6-46fc-8c55-63de78b67bbd tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:50.739835 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-0dc8c41a-f3a4-485a-ba2a-66632c5e0775 service neutron] 10.222.0.42 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897938 May 21 15:30:50.741248 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6c78e338-46f6-46fc-8c55-63de78b67bbd tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:50.762735 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6c78e338-46f6-46fc-8c55-63de78b67bbd tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:50.803694 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6c78e338-46f6-46fc-8c55-63de78b67bbd tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:50.809248 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6c78e338-46f6-46fc-8c55-63de78b67bbd tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Usage tracker for resource:security_group_rule and tenant:4ca5c84a94db45a6a63e098cb79925de is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:50.812817 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-6c78e338-46f6-46fc-8c55-63de78b67bbd tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:50.821836 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-6c78e338-46f6-46fc-8c55-63de78b67bbd tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:50.923239 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6c78e338-46f6-46fc-8c55-63de78b67bbd tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:50.926719 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a86bf-fd69-432e-81ac-172831696704', 'name': 'tempest-TestShelveInstance-1620133665-router', 'tenant_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '6546bf78-671c-44f4-a9a7-6e61852d9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:40Z', 'updated_at': '2021-05-21T15:30:48Z', 'revision_number': 4, 'project_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'gw_port': {'id': '6546bf78-671c-44f4-a9a7-6e61852d9c79', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a86bf-fd69-432e-81ac-172831696704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:42Z', 'updated_at': '2021-05-21T15:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '6f83ac41-10d6-4648-9142-79f82d0dd0ba', 'name': '', 'network_id': '3b208c70-8951-4b5a-9f66-89a8adcf8ad1', 'tenant_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'mac_address': 'fa:16:3e:a6:85:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a86bf-fd69-432e-81ac-172831696704', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '93123abc-565a-463c-a05a-f74ee8e5993f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:47Z', 'updated_at': '2021-05-21T15:30:48Z', 'revision_number': 2, 'project_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'subnets': [{'id': '93123abc-565a-463c-a05a-f74ee8e5993f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:50.929781 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6c78e338-46f6-46fc-8c55-63de78b67bbd tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:50.936904 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-d6c0bc6b-2e5b-4506-8442-9066ff4cc233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:50.937485 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Checking router: 937a86bf-fd69-432e-81ac-172831696704 for host: dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:30:50.937870 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Updating router 937a86bf-fd69-432e-81ac-172831696704 port 6f83ac41-10d6-4648-9142-79f82d0dd0ba binding host dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:30:50.953674 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-91095d74-d6f7-4046-a80e-74a35d901402 service neutron] 10.222.0.42 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071397 May 21 15:30:50.987824 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78e338-46f6-46fc-8c55-63de78b67bbd tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3e4732-1d45-434b-abd3-383cea95626d,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:50.991681 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6c78e338-46f6-46fc-8c55-63de78b67bbd tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:50.993570 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6c78e338-46f6-46fc-8c55-63de78b67bbd tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:50.995415 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-6c78e338-46f6-46fc-8c55-63de78b67bbd tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4043128 May 21 15:30:50.998288 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60858) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:51.005443 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-b665281a-00bd-48b5-bdf8-486f5487b133 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Request body: {'security_group_rule': {'security_group_id': '2a3e4732-1d45-434b-abd3-383cea95626d', 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:51.012704 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-b665281a-00bd-48b5-bdf8-486f5487b133 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:51.017855 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.018152 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-b665281a-00bd-48b5-bdf8-486f5487b133 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Usage tracker for resource:security_group_rule and tenant:4ca5c84a94db45a6a63e098cb79925de is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:51.022127 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-b665281a-00bd-48b5-bdf8-486f5487b133 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:51.030844 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-b665281a-00bd-48b5-bdf8-486f5487b133 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:51.055763 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b665281a-00bd-48b5-bdf8-486f5487b133 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.114811 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:30:51.115058 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8edc6-51cf-4ca3-b693-a24de2dccb53 req-89a99ae0-e695-47d4-915b-56be3224ba52 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:51.122892 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-53b8edc6-51cf-4ca3-b693-a24de2dccb53 req-89a99ae0-e695-47d4-915b-56be3224ba52 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 945 time: 0.1167407 May 21 15:30:51.172575 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b665281a-00bd-48b5-bdf8-486f5487b133 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.216771 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-53b8edc6-51cf-4ca3-b693-a24de2dccb53 req-b733a35c-1a47-48fa-8d3a-2fda9abf4e52 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929899 May 21 15:30:51.235303 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:30:51.247303 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:51.248146 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.250839 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b665281a-00bd-48b5-bdf8-486f5487b133 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.264733 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f6d27550-3730-4ac4-9001-f0ebdc625abd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:51.279549 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f2ac53b7-ea6f-4638-b352-26033b8e30a3 req-da71e8fd-b7c2-483f-9fd2-153b6ad381f1 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 210 time: 0.1093531 May 21 15:30:51.290446 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665281a-00bd-48b5-bdf8-486f5487b133 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5f0496-eed2-43f7-a3c0-990badaa28b8,revision_number=0']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:51.299777 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b665281a-00bd-48b5-bdf8-486f5487b133 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:51.325957 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b665281a-00bd-48b5-bdf8-486f5487b133 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.329875 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-b665281a-00bd-48b5-bdf8-486f5487b133 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3268421 May 21 15:30:51.330151 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60866) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:51.349980 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-e3d083ae-29c3-4473-a0f9-f63f18b73da7 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Request body: {'security_group_rule': {'security_group_id': '2a3e4732-1d45-434b-abd3-383cea95626d', 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:51.361139 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-e3d083ae-29c3-4473-a0f9-f63f18b73da7 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:51.365696 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-e3d083ae-29c3-4473-a0f9-f63f18b73da7 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Usage tracker for resource:security_group_rule and tenant:4ca5c84a94db45a6a63e098cb79925de is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:51.369728 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-e3d083ae-29c3-4473-a0f9-f63f18b73da7 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:51.377173 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-e3d083ae-29c3-4473-a0f9-f63f18b73da7 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:51.413955 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-e3d083ae-29c3-4473-a0f9-f63f18b73da7 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.445341 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 6546bf78-671c-44f4-a9a7-6e61852d9c79 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:30:51.483431 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Notify callbacks [] for port, precommit_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.501023 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.provisioning_blocks [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Transition to ACTIVE for port object 6f83ac41-10d6-4648-9142-79f82d0dd0ba will not be triggered until provisioned by entity L2. {{(pid=91546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:30:51.510816 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.515774 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-e3d083ae-29c3-4473-a0f9-f63f18b73da7 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.516021 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:51.520427 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-e3d083ae-29c3-4473-a0f9-f63f18b73da7 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.546995 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:51.571426 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d083ae-29c3-4473-a0f9-f63f18b73da7 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336025dc-a49c-47af-967a-efb814a075fb,revision_number=0']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:51.574980 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-e3d083ae-29c3-4473-a0f9-f63f18b73da7 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:51.582106 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.585301 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-e3d083ae-29c3-4473-a0f9-f63f18b73da7 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.588517 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60876) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:51.588968 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-e3d083ae-29c3-4473-a0f9-f63f18b73da7 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2574518 May 21 15:30:51.590810 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2887847-3d07-4a5d-ae60-6367936169ca None None] Pushing event updated for resources: {'Port': ['ID=6f83ac41-10d6-4648-9142-79f82d0dd0ba,revision_number=3']} {{(pid=91546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:51.595151 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-e2887847-3d07-4a5d-ae60-6367936169ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:51.598874 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-e3e9b12b-e27b-4e08-accb-d6912d28f4aa tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Request body: {'security_group_rule': {'security_group_id': '2a3e4732-1d45-434b-abd3-383cea95626d', 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:51.613968 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-e3e9b12b-e27b-4e08-accb-d6912d28f4aa tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:51.621767 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-e3e9b12b-e27b-4e08-accb-d6912d28f4aa tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Usage tracker for resource:security_group_rule and tenant:4ca5c84a94db45a6a63e098cb79925de is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:51.631858 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-e3e9b12b-e27b-4e08-accb-d6912d28f4aa tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:51.638941 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-7db49a09-3fc9-449a-9168-83e86b203e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.645085 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-e3e9b12b-e27b-4e08-accb-d6912d28f4aa tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:51.647860 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:30:51.662221 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:51.670639 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 6546bf78-671c-44f4-a9a7-6e61852d9c79 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:51.671029 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.676721 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b12b-e27b-4e08-accb-d6912d28f4aa tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.707916 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.721376 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:51.776716 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126', 'code': 200} May 21 15:30:51.795657 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b12b-e27b-4e08-accb-d6912d28f4aa tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.809793 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b12b-e27b-4e08-accb-d6912d28f4aa tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.812382 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-ea1b35f3-b547-40d8-a1a1-6c58f93ea809 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:51.836540 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9b12b-e27b-4e08-accb-d6912d28f4aa tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1d80d3-c4d4-4cbe-9b2d-c70ee2f602de,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:51.844369 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:51.848514 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:51.855322 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e3e9b12b-e27b-4e08-accb-d6912d28f4aa tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:51.875236 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Attempting to bind port 6f83ac41-10d6-4648-9142-79f82d0dd0ba on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:30:51.875648 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Attempting to bind port 6f83ac41-10d6-4648-9142-79f82d0dd0ba by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '3af2c135-f81f-4cfc-a2d2-64ce3201a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3b208c70-8951-4b5a-9f66-89a8adcf8ad1'}] {{(pid=91546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:30:51.876946 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Attempting to bind port 6f83ac41-10d6-4648-9142-79f82d0dd0ba on network 3b208c70-8951-4b5a-9f66-89a8adcf8ad1 {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:30:51.890713 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:30:51.891987 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Checking segment: {'id': '3af2c135-f81f-4cfc-a2d2-64ce3201a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3b208c70-8951-4b5a-9f66-89a8adcf8ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:30:51.892523 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b12b-e27b-4e08-accb-d6912d28f4aa tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.892771 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.893201 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Bound using segment: {'id': '3af2c135-f81f-4cfc-a2d2-64ce3201a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3b208c70-8951-4b5a-9f66-89a8adcf8ad1'} {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:30:51.894081 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-e3e9b12b-e27b-4e08-accb-d6912d28f4aa tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3040774 May 21 15:30:51.897458 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60884) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:51.898799 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Bound port: 6f83ac41-10d6-4648-9142-79f82d0dd0ba, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af2c135-f81f-4cfc-a2d2-64ce3201a7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3b208c70-8951-4b5a-9f66-89a8adcf8ad1'}}] {{(pid=91546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:30:51.899236 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:51.903829 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-d3080ad3-9877-4a90-ab75-e1094aedb818 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Request body: {'security_group_rule': {'security_group_id': '2a3e4732-1d45-434b-abd3-383cea95626d', 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:51.927422 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-d3080ad3-9877-4a90-ab75-e1094aedb818 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:51.936316 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-d3080ad3-9877-4a90-ab75-e1094aedb818 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Usage tracker for resource:security_group_rule and tenant:4ca5c84a94db45a6a63e098cb79925de is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:51.939990 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-d3080ad3-9877-4a90-ab75-e1094aedb818 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:51.948710 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-d3080ad3-9877-4a90-ab75-e1094aedb818 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:51.976823 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-d3080ad3-9877-4a90-ab75-e1094aedb818 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:52.076979 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.db [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] For port 6f83ac41-10d6-4648-9142-79f82d0dd0ba, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:30:52.080530 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.db [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] For port 6f83ac41-10d6-4648-9142-79f82d0dd0ba, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=6f83ac41-10d6-4648-9142-79f82d0dd0ba,segment=NetworkSegment(3af2c135-f81f-4cfc-a2d2-64ce3201a7a2),segment_id=3af2c135-f81f-4cfc-a2d2-64ce3201a7a2)] {{(pid=91546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:30:52.089798 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:52.101817 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:52.103790 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-d3080ad3-9877-4a90-ab75-e1094aedb818 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:52.118533 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-d3080ad3-9877-4a90-ab75-e1094aedb818 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:52.127802 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:52.157991 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3080ad3-9877-4a90-ab75-e1094aedb818 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bd289d-fe77-4ad8-ad53-a527491a395f,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:52.160515 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-d3080ad3-9877-4a90-ab75-e1094aedb818 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:52.166162 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-d3080ad3-9877-4a90-ab75-e1094aedb818 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:52.170335 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 60900) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:52.175327 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-d3080ad3-9877-4a90-ab75-e1094aedb818 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2760208 May 21 15:30:52.178620 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-09863824-a400-47cf-ba9c-8da9618f5192 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Request body: {'security_group_rule': {'security_group_id': '2a3e4732-1d45-434b-abd3-383cea95626d', 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:52.191685 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b8004351-7971-4f0a-8be9-6137522b5185 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=102d69f92fca40d1a84fa0a79bc18c80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559852 May 21 15:30:52.194620 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-09863824-a400-47cf-ba9c-8da9618f5192 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:52.201697 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-09863824-a400-47cf-ba9c-8da9618f5192 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Usage tracker for resource:security_group_rule and tenant:4ca5c84a94db45a6a63e098cb79925de is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:52.210836 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Routers {'937a86bf-fd69-432e-81ac-172831696704'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:52.211555 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:30:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['937a86bf-fd69-432e-81ac-172831696704'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:52.232778 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-09863824-a400-47cf-ba9c-8da9618f5192 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:52.292337 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2887847-3d07-4a5d-ae60-6367936169ca None None] Pushing event updated for resources: {'Port': ['ID=6f83ac41-10d6-4648-9142-79f82d0dd0ba,revision_number=4']} {{(pid=91546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:52.293622 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-09863824-a400-47cf-ba9c-8da9618f5192 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:52.297287 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-e2887847-3d07-4a5d-ae60-6367936169ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:52.343638 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b7104-8c07-4dc3-87f5-5dd567a1ae84 req-ddd84e0e-7ca6-44ce-8251-2734d499f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:52.347086 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-489b7104-8c07-4dc3-87f5-5dd567a1ae84 req-ddd84e0e-7ca6-44ce-8251-2734d499f934 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 1099 time: 0.2923799 May 21 15:30:52.347086 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.db.securitygroups_db [None req-09863824-a400-47cf-ba9c-8da9618f5192 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Project 4ca5c84a94db45a6a63e098cb79925de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 15:30:52.399420 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09863824-a400-47cf-ba9c-8da9618f5192 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:52.421041 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-489b7104-8c07-4dc3-87f5-5dd567a1ae84 req-c825fa20-f241-4652-b6dc-abf9e4e7ebd9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684774 May 21 15:30:52.426727 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] Set router 937a86bf-fd69-432e-81ac-172831696704 gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:52.483540 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd72a3-c356-4ccd-b0b5-875f4f72d03f req-b16b9d14-e3cf-4ac8-ba2a-1bf781b2b30d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:52.485692 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9dcd72a3-c356-4ccd-b0b5-875f4f72d03f req-b16b9d14-e3cf-4ac8-ba2a-1bf781b2b30d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.1003044 May 21 15:30:52.496082 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-9396365c-6afd-46f1-bfa3-2a08a43d60e2 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:52.503236 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-9396365c-6afd-46f1-bfa3-2a08a43d60e2 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3106327 May 21 15:30:52.518712 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-efd6b49e-55e1-4961-99ad-dc3aa1d0a330 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/quotas/102d69f92fca40d1a84fa0a79bc18c80 HTTP/1.1" status: 200 len: 375 time: 0.0143750 May 21 15:30:52.546453 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9dcd72a3-c356-4ccd-b0b5-875f4f72d03f req-2fde0583-e54f-49cc-8374-3018b6bff5da tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530155 May 21 15:30:52.720897 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-1156ad3f-0159-4ae6-a89c-80f035b7c12f tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=102d69f92fca40d1a84fa0a79bc18c80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1874337 May 21 15:30:52.780174 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09863824-a400-47cf-ba9c-8da9618f5192 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:52.793878 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09863824-a400-47cf-ba9c-8da9618f5192 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:52.806576 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:52.828303 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a86bf-fd69-432e-81ac-172831696704', 'name': 'tempest-TestShelveInstance-1620133665-router', 'tenant_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '6546bf78-671c-44f4-a9a7-6e61852d9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:40Z', 'updated_at': '2021-05-21T15:30:48Z', 'revision_number': 4, 'project_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'gw_port': {'id': '6546bf78-671c-44f4-a9a7-6e61852d9c79', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a86bf-fd69-432e-81ac-172831696704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:42Z', 'updated_at': '2021-05-21T15:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '6f83ac41-10d6-4648-9142-79f82d0dd0ba', 'name': '', 'network_id': '3b208c70-8951-4b5a-9f66-89a8adcf8ad1', 'tenant_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'mac_address': 'fa:16:3e:a6:85:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a86bf-fd69-432e-81ac-172831696704', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '93123abc-565a-463c-a05a-f74ee8e5993f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:47Z', 'updated_at': '2021-05-21T15:30:52Z', 'revision_number': 4, 'project_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'subnets': [{'id': '93123abc-565a-463c-a05a-f74ee8e5993f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:52.835581 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40b2fb-28f7-41e7-821b-72c6f22858b4 None None] The sync data for ids ['937a86bf-fd69-432e-81ac-172831696704'] in dv-cinder-792642-1-smb is: [{'id': '937a86bf-fd69-432e-81ac-172831696704', 'name': 'tempest-TestShelveInstance-1620133665-router', 'tenant_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '6546bf78-671c-44f4-a9a7-6e61852d9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:40Z', 'updated_at': '2021-05-21T15:30:48Z', 'revision_number': 4, 'project_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'gw_port': {'id': '6546bf78-671c-44f4-a9a7-6e61852d9c79', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a86bf-fd69-432e-81ac-172831696704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:42Z', 'updated_at': '2021-05-21T15:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '6f83ac41-10d6-4648-9142-79f82d0dd0ba', 'name': '', 'network_id': '3b208c70-8951-4b5a-9f66-89a8adcf8ad1', 'tenant_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'mac_address': 'fa:16:3e:a6:85:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a86bf-fd69-432e-81ac-172831696704', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '93123abc-565a-463c-a05a-f74ee8e5993f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:47Z', 'updated_at': '2021-05-21T15:30:52Z', 'revision_number': 4, 'project_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'subnets': [{'id': '93123abc-565a-463c-a05a-f74ee8e5993f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:30:52.947115 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-0af39b20-2792-4899-b204-568894e172b7 req-8fdb77bf-d65a-4f70-9718-3ee1e80d4c4d tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Synchronizing usage tracker for tenant:161234b3a2ac417b9eaddb42302b4075 on resource:port {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:30:52.956140 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09863824-a400-47cf-ba9c-8da9618f5192 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51dc8224-bf66-4cb2-97c7-747ca9c5bb4b,revision_number=0']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:52.959597 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-09863824-a400-47cf-ba9c-8da9618f5192 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:52.980775 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-0af39b20-2792-4899-b204-568894e172b7 req-8fdb77bf-d65a-4f70-9718-3ee1e80d4c4d tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Unset dirty status for tenant:161234b3a2ac417b9eaddb42302b4075 on resource:port {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:30:52.994123 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0af39b20-2792-4899-b204-568894e172b7 req-8fdb77bf-d65a-4f70-9718-3ee1e80d4c4d tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 210 time: 0.3062520 May 21 15:30:53.040145 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-09863824-a400-47cf-ba9c-8da9618f5192 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:53.043890 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-09863824-a400-47cf-ba9c-8da9618f5192 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8700700 May 21 15:30:53.044232 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60918) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:53.052212 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-ef1ddceb-71b8-4830-a712-8137e37889c6 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Request body: {'security_group_rule': {'security_group_id': '2a3e4732-1d45-434b-abd3-383cea95626d', 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:53.063251 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-ef1ddceb-71b8-4830-a712-8137e37889c6 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:53.067961 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-ef1ddceb-71b8-4830-a712-8137e37889c6 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Usage tracker for resource:security_group_rule and tenant:4ca5c84a94db45a6a63e098cb79925de is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:53.073345 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-ef1ddceb-71b8-4830-a712-8137e37889c6 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:53.092336 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-ef1ddceb-71b8-4830-a712-8137e37889c6 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:53.115358 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.securitygroups_db [None req-ef1ddceb-71b8-4830-a712-8137e37889c6 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Project 4ca5c84a94db45a6a63e098cb79925de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 15:30:53.126733 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ef1ddceb-71b8-4830-a712-8137e37889c6 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:53.182722 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-6a68f10b-b018-4a63-b387-a2e0ddcd9587 req-843e1d2f-75eb-4f12-92d2-17a9ba65b0f3 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 210 time: 0.2213395 May 21 15:30:53.190755 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1dba4b18-c0a3-4550-9f88-ea0e451e80fd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:53.192828 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1dba4b18-c0a3-4550-9f88-ea0e451e80fd tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.44 "GET /v2.0/networks?id=2e58c33a-8f14-4216-8b82-5fec9142b248 HTTP/1.1" status: 200 len: 810 time: 0.4878471 May 21 15:30:53.233362 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ef1ddceb-71b8-4830-a712-8137e37889c6 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:53.250177 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ef1ddceb-71b8-4830-a712-8137e37889c6 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:53.254760 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-8014f9d0-b3ac-4b01-86e4-6b0508c9aeb3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:53.260376 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-66943218-02f3-4998-859e-14dca398a30e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=161234b3a2ac417b9eaddb42302b4075 HTTP/1.1" status: 200 len: 379 time: 0.0585105 May 21 15:30:53.278252 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Request body: {'port': {'device_id': 'ef5dcbe5-1891-4e1a-b476-f574c1192303', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'admin_state_up': True, 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'security_groups': ['b39adfd6-314e-43e1-a2ce-de887b250ac0']}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:53.284443 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ddceb-71b8-4830-a712-8137e37889c6 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21597bca-fea3-4311-a31f-15e108e98098,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:53.288554 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-ef1ddceb-71b8-4830-a712-8137e37889c6 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:53.302765 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ef1ddceb-71b8-4830-a712-8137e37889c6 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:53.304658 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-ef1ddceb-71b8-4830-a712-8137e37889c6 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2580450 May 21 15:30:53.478528 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 6f83ac41-10d6-4648-9142-79f82d0dd0ba up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:30:53.533794 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:53.556082 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:53.572986 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Made reservation on behalf of 161234b3a2ac417b9eaddb42302b4075 for: {'port': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:30:53.578938 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:53.589038 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port 6f83ac41-10d6-4648-9142-79f82d0dd0ba completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:30:53.592710 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 6f83ac41-10d6-4648-9142-79f82d0dd0ba triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:53.593632 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:53.797498 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Allocated IP 172.20.0.12 (2e58c33a-8f14-4216-8b82-5fec9142b248/7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc/17b7a081-8992-4b2e-a7ce-776e007a2bf7) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:30:53.837526 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:53.877062 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:53.921957 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port 6f83ac41-10d6-4648-9142-79f82d0dd0ba, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=6f83ac41-10d6-4648-9142-79f82d0dd0ba,segment=NetworkSegment(3af2c135-f81f-4cfc-a2d2-64ce3201a7a2),segment_id=3af2c135-f81f-4cfc-a2d2-64ce3201a7a2)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:53.929039 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:53.933909 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:53.937674 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af5a23-6d49-4cd6-a89b-b11dc41960ce req-f4c39bcb-ab57-41ce-b859-4ec7d0abdd5d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:53.941719 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f7af5a23-6d49-4cd6-a89b-b11dc41960ce req-f4c39bcb-ab57-41ce-b859-4ec7d0abdd5d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.1363943 May 21 15:30:54.036650 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f7af5a23-6d49-4cd6-a89b-b11dc41960ce req-d00bcffe-c640-44fa-bebe-490db5957ea0 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871329 May 21 15:30:54.051065 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:54.068300 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Transition to ACTIVE for port object 17b7a081-8992-4b2e-a7ce-776e007a2bf7 will not be triggered until provisioned by entity DHCP. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:30:54.102322 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=6f83ac41-10d6-4648-9142-79f82d0dd0ba,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:54.103817 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:54.108474 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:54.111908 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:54.163673 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-d461e1ee-fe83-4034-a59b-c73a1d69289d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:54.223777 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event updated for resources: {'Port': ['ID=17b7a081-8992-4b2e-a7ce-776e007a2bf7,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:54.229934 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:54.249160 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Network 2e58c33a-8f14-4216-8b82-5fec9142b248 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:30:54.283080 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:30:54.292239 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:30:54.403179 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:54.404042 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:54.451959 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0f671-11fc-48d5-84b8-dcd0066c603f req-22f6764b-6ded-4893-9ded-dc5ec05567b7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:54.475910 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c5b0f671-11fc-48d5-84b8-dcd0066c603f req-22f6764b-6ded-4893-9ded-dc5ec05567b7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.2065372 May 21 15:30:54.476434 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 60976) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:54.482777 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111455df-1db4-40b6-8463-65901cd78323 req-59c421e0-4e34-4742-ab11-6228c861c5ad tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:54.484577 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-111455df-1db4-40b6-8463-65901cd78323 req-59c421e0-4e34-4742-ab11-6228c861c5ad tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 932 time: 0.2518682 May 21 15:30:54.515966 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2468872 May 21 15:30:54.518491 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-db7a7355-3a3d-4899-89c3-3054afc045b9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Request body: {'floatingip': {'port_id': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:54.548978 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Request body: {'port': {'device_id': 'ef5dcbe5-1891-4e1a-b476-f574c1192303', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:54.649543 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-97126dea-b056-4b66-ba18-ebc308906465 None None] Provisioning for port 17b7a081-8992-4b2e-a7ce-776e007a2bf7 completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:30:54.664687 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-97126dea-b056-4b66-ba18-ebc308906465 None None] Provisioning complete for port 17b7a081-8992-4b2e-a7ce-776e007a2bf7 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:54.666536 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-97126dea-b056-4b66-ba18-ebc308906465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:54.705437 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-db7a7355-3a3d-4899-89c3-3054afc045b9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for floatingip, before_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:54.729678 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-111455df-1db4-40b6-8463-65901cd78323 req-67277296-b793-442e-8d6f-fe4faa790a5b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=b39adfd6-314e-43e1-a2ce-de887b250ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344968 May 21 15:30:54.815847 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bf58673e-6edf-419c-8e9f-a71f629d860b tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=102d69f92fca40d1a84fa0a79bc18c80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414705 May 21 15:30:54.816492 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-97126dea-b056-4b66-ba18-ebc308906465 None None] Port 17b7a081-8992-4b2e-a7ce-776e007a2bf7 cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:30:54.922684 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-6a976e59-53c6-436b-ac2f-ab936ab3f9d5 req-34a7718d-087b-4c2e-8d73-6b036fbbbf6f tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 210 time: 0.0832987 May 21 15:30:54.928508 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:55.046139 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:55.063422 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-1ad7b0a2-ced9-430f-a50e-fd5dbcfb74ce tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:55.065141 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-1ad7b0a2-ced9-430f-a50e-fd5dbcfb74ce tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2413781 May 21 15:30:55.119261 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Request body: {'port': {'device_id': 'd5a645d1-1e65-4fc6-bf66-82b48346bef4', 'network_id': '2e227c80-b3ca-425d-92e2-09a5296e8d74', 'admin_state_up': True, 'tenant_id': '102d69f92fca40d1a84fa0a79bc18c80'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:55.411703 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 6f83ac41-10d6-4648-9142-79f82d0dd0ba up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:30:55.493615 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 6f83ac41-10d6-4648-9142-79f82d0dd0ba triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:55.493812 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:55.501105 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:55.514300 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Usage tracker for resource:port and tenant:102d69f92fca40d1a84fa0a79bc18c80 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:55.526520 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:55.534805 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-db7a7355-3a3d-4899-89c3-3054afc045b9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:55.536756 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:55.539543 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-db7a7355-3a3d-4899-89c3-3054afc045b9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928966'] for floatingip, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:55.555062 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Made reservation on behalf of 102d69f92fca40d1a84fa0a79bc18c80 for: {'port': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:30:55.558801 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:55.583437 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:55.650242 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:55.658507 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Usage tracker for resource:security_group_rule and tenant:102d69f92fca40d1a84fa0a79bc18c80 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:55.663532 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:55.673609 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:55.680186 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b7a081-8992-4b2e-a7ce-776e007a2bf7 {{(pid=91543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:30:55.692690 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:55.730667 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Transition to ACTIVE for port object 17b7a081-8992-4b2e-a7ce-776e007a2bf7 will not be triggered until provisioned by entity L2. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:30:55.737947 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:55.746293 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-5bc99c69-7516-4314-bebd-a516de7dfc5a tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:55.866780 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.l3_db [None req-db7a7355-3a3d-4899-89c3-3054afc045b9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Floating IP 0873de92-d141-4c97-8fb7-d69816fa8546 associated. External IP: 172.28.3.73, port: b9c67ce4-c671-4f10-b6a8-4b34ca3ee126. May 21 15:30:56.023254 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Pushing event updated for resources: {'Port': ['ID=17b7a081-8992-4b2e-a7ce-776e007a2bf7,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:56.034249 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:56.102221 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:56.114506 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:56.121064 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-be5ed72c-15cc-4080-a04f-7645fb4372a2 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:56.150230 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1bcbf30c-eb21-4ac0-bdc9-4495d25c447c req-2d88de7a-eb78-4620-adad-9bd5d3b03a7c tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 210 time: 0.0679202 May 21 15:30:56.232332 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Attempting to bind port 17b7a081-8992-4b2e-a7ce-776e007a2bf7 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:30:56.232666 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Attempting to bind port 17b7a081-8992-4b2e-a7ce-776e007a2bf7 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '0563099a-3de1-4931-80db-f7b31a267dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248'}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:30:56.233024 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Attempting to bind port 17b7a081-8992-4b2e-a7ce-776e007a2bf7 on network 2e58c33a-8f14-4216-8b82-5fec9142b248 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:30:56.258090 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17c09f-54ad-4d96-94fc-8c4cfbde93e0 req-5a7de5e2-20f1-4d3d-b804-ef3ca4539a4e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:56.258845 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-ce17c09f-54ad-4d96-94fc-8c4cfbde93e0 req-5a7de5e2-20f1-4d3d-b804-ef3ca4539a4e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Synchronizing usage tracker for tenant:161234b3a2ac417b9eaddb42302b4075 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:30:56.261517 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Port 17b7a081-8992-4b2e-a7ce-776e007a2bf7 on network 2e58c33a-8f14-4216-8b82-5fec9142b248 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:30:56.261844 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Attempting to bind port 17b7a081-8992-4b2e-a7ce-776e007a2bf7 on network 2e58c33a-8f14-4216-8b82-5fec9142b248 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:30:56.267806 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fda1e3e-1158-42af-a0bf-52a57ef7e76c,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:56.280486 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:56.313635 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:30:56.314343 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Checking segment: {'id': '0563099a-3de1-4931-80db-f7b31a267dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:30:56.314914 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Bound using segment: {'id': '0563099a-3de1-4931-80db-f7b31a267dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248'} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:30:56.315367 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Bound port: 17b7a081-8992-4b2e-a7ce-776e007a2bf7, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0563099a-3de1-4931-80db-f7b31a267dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248'}}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:30:56.315717 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:56.366237 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-ce17c09f-54ad-4d96-94fc-8c4cfbde93e0 req-5a7de5e2-20f1-4d3d-b804-ef3ca4539a4e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Unset dirty status for tenant:161234b3a2ac417b9eaddb42302b4075 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:30:56.367580 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ce17c09f-54ad-4d96-94fc-8c4cfbde93e0 req-5a7de5e2-20f1-4d3d-b804-ef3ca4539a4e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 944 time: 0.4740374 May 21 15:30:56.393421 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7a7355-3a3d-4899-89c3-3054afc045b9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:30:56.458668 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Allocated IP 192.168.233.47 (2e227c80-b3ca-425d-92e2-09a5296e8d74/3d7c5db1-af99-4a97-a487-bb76e0f071ae/14aa57ea-f2f8-4fbd-8cd5-86271e30c53f) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:30:56.511235 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ce17c09f-54ad-4d96-94fc-8c4cfbde93e0 req-8e6839cc-e45f-41ac-8741-f610934a8756 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=b39adfd6-314e-43e1-a2ce-de887b250ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101868 May 21 15:30:56.515825 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] For port 17b7a081-8992-4b2e-a7ce-776e007a2bf7, host hv-cinder-79264, cleared binding levels {{(pid=91543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:30:56.519673 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] For port 17b7a081-8992-4b2e-a7ce-776e007a2bf7, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=17b7a081-8992-4b2e-a7ce-776e007a2bf7,segment=NetworkSegment(0563099a-3de1-4931-80db-f7b31a267dd3),segment_id=0563099a-3de1-4931-80db-f7b31a267dd3)] {{(pid=91543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:30:56.550546 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:56.557180 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-86dc647f-9f09-44ea-8735-64fdeb6cf5f9 tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:56.602388 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7a7355-3a3d-4899-89c3-3054afc045b9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:30:56.606751 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-db7a7355-3a3d-4899-89c3-3054afc045b9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for floatingip, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:56.615703 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00711b83-c976-4cb9-8d7a-64b68ec582b0 None None] Sync routers for ids ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:30:56.636714 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00711b83-c976-4cb9-8d7a-64b68ec582b0 None None] Routers {'8db8db2c-0a48-48c5-83b3-ce18e722bb3c'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:56.638954 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:56.639600 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:56.640194 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-00711b83-c976-4cb9-8d7a-64b68ec582b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:30:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:56.641194 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] 10.222.0.44 "PUT /v2.0/ports/17b7a081-8992-4b2e-a7ce-776e007a2bf7 HTTP/1.1" status: 200 len: 1094 time: 2.1010439 May 21 15:30:56.641721 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5dcbe5-1891-4e1a-b476-f574c1192303', 'tag': '17b7a081-8992-4b2e-a7ce-776e007a2bf7'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:30:56.716129 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-db7a7355-3a3d-4899-89c3-3054afc045b9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "PUT /v2.0/floatingips/0873de92-d141-4c97-8fb7-d69816fa8546 HTTP/1.1" status: 200 len: 991 time: 2.2385101 May 21 15:30:56.717021 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'tag': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126'}] {{(pid=91544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:30:56.779298 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5dcbe5-1891-4e1a-b476-f574c1192303', 'tag': '17b7a081-8992-4b2e-a7ce-776e007a2bf7', 'status': 'completed', 'code': 200} May 21 15:30:56.785941 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'tag': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126', 'status': 'completed', 'code': 200} May 21 15:30:56.888630 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Pushing event updated for resources: {'Port': ['ID=17b7a081-8992-4b2e-a7ce-776e007a2bf7,revision_number=3']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:56.903560 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:56.936550 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:56.950027 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609bfb0-3571-4b7e-a85a-20b3af2331f6 req-4f366279-2631-451a-84dd-3511f8612926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:56.951530 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b609bfb0-3571-4b7e-a85a-20b3af2331f6 req-4f366279-2631-451a-84dd-3511f8612926 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=865c13fd2e73428fa9c0e35a559bac7c&device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 1099 time: 0.1395183 May 21 15:30:56.984491 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-00711b83-c976-4cb9-8d7a-64b68ec582b0 None None] Set router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:56.999735 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:57.004259 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-983b0588-1bc0-4dfe-baa7-0a8b09f95a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:57.005926 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-983b0588-1bc0-4dfe-baa7-0a8b09f95a6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=161234b3a2ac417b9eaddb42302b4075&device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 1097 time: 0.2258422 May 21 15:30:57.081770 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Transition to ACTIVE for port object 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f will not be triggered until provisioned by entity DHCP. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:30:57.102047 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-11bd8d35-55b5-4663-ac67-0fd8d4acbda1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17b7a081-8992-4b2e-a7ce-776e007a2bf7 HTTP/1.1" status: 200 len: 217 time: 0.0790801 May 21 15:30:57.112069 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609bfb0-3571-4b7e-a85a-20b3af2331f6 req-24cea5f2-8d92-4a02-9000-da6eafc63889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:57.113674 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b609bfb0-3571-4b7e-a85a-20b3af2331f6 req-24cea5f2-8d92-4a02-9000-da6eafc63889 service neutron] 10.222.0.44 "GET /v2.0/networks?id=be604bdc-eca1-4f61-b6ba-616764e18bc9 HTTP/1.1" status: 200 len: 918 time: 0.1545155 May 21 15:30:57.184612 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-89983136-5e0a-4222-8dc4-71a7afb4e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:57.186214 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-89983136-5e0a-4222-8dc4-71a7afb4e1f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc HTTP/1.1" status: 200 len: 849 time: 0.0767684 May 21 15:30:57.192515 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:57.200866 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-03f15cee-16a3-454b-a1ae-e6443e895102 tempest-AttachVolumeNegativeTest-169909844 tempest-AttachVolumeNegativeTest-169909844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:57.237617 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b609bfb0-3571-4b7e-a85a-20b3af2331f6 req-7e1a4bac-e6d1-4b3e-bda4-5e6e714bc43d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 HTTP/1.1" status: 200 len: 999 time: 0.1171169 May 21 15:30:57.327705 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Network 2e227c80-b3ca-425d-92e2-09a5296e8d74 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:30:57.332414 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:30:57.348549 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:30:57.393776 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609bfb0-3571-4b7e-a85a-20b3af2331f6 req-b68784ac-54a9-40d3-970e-4cb8340772b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:57.396256 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b609bfb0-3571-4b7e-a85a-20b3af2331f6 req-b68784ac-54a9-40d3-970e-4cb8340772b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=926fad46-9536-465a-9c61-3bd00dd1e8fb HTTP/1.1" status: 200 len: 856 time: 0.1515443 May 21 15:30:57.412959 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-00711b83-c976-4cb9-8d7a-64b68ec582b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:20Z', 'revision_number': 4, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': '0873de92-d141-4c97-8fb7-d69816fa8546', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'port_id': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'mac_address': 'fa:16:3e:b1:9c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:30:34Z', 'updated_at': '2021-05-21T15:30:55Z', 'revision_number': 1, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84411f0e-2b7e-4d98-b82e-992124a6dacb', 'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'mac_address': 'fa:16:3e:ce:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:18Z', 'updated_at': '2021-05-21T15:26:33Z', 'revision_number': 5, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'subnets': [{'id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:57.417690 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00711b83-c976-4cb9-8d7a-64b68ec582b0 None None] Checking router: 8db8db2c-0a48-48c5-83b3-ce18e722bb3c for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:30:57.426498 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Pushing event updated for resources: {'Port': ['ID=14aa57ea-f2f8-4fbd-8cd5-86271e30c53f,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:57.435416 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:57.437849 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00711b83-c976-4cb9-8d7a-64b68ec582b0 None None] Routers {'8db8db2c-0a48-48c5-83b3-ce18e722bb3c'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:57.438478 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-00711b83-c976-4cb9-8d7a-64b68ec582b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:30:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:57.465542 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:57.466202 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:57.513165 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-23e42926-fb0d-4041-9a4b-d78edad69f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:57.515161 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-23e42926-fb0d-4041-9a4b-d78edad69f77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e58c33a-8f14-4216-8b82-5fec9142b248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2725332 May 21 15:30:57.517307 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4083979 May 21 15:30:57.529716 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75d40a-5772-4518-a636-1a6c7807fc26 req-ec8807cb-cc6e-4f3a-b895-2bf21dd12cd8 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:57.538647 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9b75d40a-5772-4518-a636-1a6c7807fc26 req-ec8807cb-cc6e-4f3a-b895-2bf21dd12cd8 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 935 time: 0.2080562 May 21 15:30:57.588583 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609bfb0-3571-4b7e-a85a-20b3af2331f6 req-68040726-7058-49b3-a313-cff1db9316d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:57.590392 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b609bfb0-3571-4b7e-a85a-20b3af2331f6 req-68040726-7058-49b3-a313-cff1db9316d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be604bdc-eca1-4f61-b6ba-616764e18bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1858783 May 21 15:30:57.602333 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9b75d40a-5772-4518-a636-1a6c7807fc26 req-7ce8a9c9-1783-4f9f-9ce6-ad3956545788 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fda1e3e-1158-42af-a0bf-52a57ef7e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625496 May 21 15:30:57.717673 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-e43c05f0-89e7-441c-9b3d-dda732218397 None None] Provisioning for port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:30:57.727945 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-e43c05f0-89e7-441c-9b3d-dda732218397 None None] Provisioning complete for port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:30:57.728439 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-e43c05f0-89e7-441c-9b3d-dda732218397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:57.792844 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-00711b83-c976-4cb9-8d7a-64b68ec582b0 None None] Set router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:57.805396 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Request body: {'port': {'device_id': 'd5a645d1-1e65-4fc6-bf66-82b48346bef4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:30:57.870088 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-e43c05f0-89e7-441c-9b3d-dda732218397 None None] Port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:30:57.918169 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b609bfb0-3571-4b7e-a85a-20b3af2331f6 req-65d339e0-3703-416e-a5d3-51d308669e60 service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122439 May 21 15:30:57.918834 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-6fc3f2ef-59ee-4caf-ac15-9118eee9e0b8 service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912907 May 21 15:30:58.112688 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b609bfb0-3571-4b7e-a85a-20b3af2331f6 req-7b2c8efc-19df-415b-a891-10c81582266c service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748290 May 21 15:30:58.121411 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:58.216575 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a346d-b6d7-4f55-be34-32a58cf01b18 req-0fa7b3d9-7e2e-4499-975c-6e12585d0554 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:58.218133 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-895a346d-b6d7-4f55-be34-32a58cf01b18 req-0fa7b3d9-7e2e-4499-975c-6e12585d0554 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 944 time: 0.4186790 May 21 15:30:58.254931 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-00711b83-c976-4cb9-8d7a-64b68ec582b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:20Z', 'revision_number': 4, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': '0873de92-d141-4c97-8fb7-d69816fa8546', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'port_id': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'mac_address': 'fa:16:3e:b1:9c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:30:34Z', 'updated_at': '2021-05-21T15:30:55Z', 'revision_number': 1, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84411f0e-2b7e-4d98-b82e-992124a6dacb', 'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'mac_address': 'fa:16:3e:ce:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:18Z', 'updated_at': '2021-05-21T15:26:33Z', 'revision_number': 5, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'subnets': [{'id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:58.259364 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00711b83-c976-4cb9-8d7a-64b68ec582b0 None None] The sync data for ids ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'] in dv-cinder-792642-1-smb is: [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:20Z', 'revision_number': 4, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': '0873de92-d141-4c97-8fb7-d69816fa8546', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'port_id': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'mac_address': 'fa:16:3e:b1:9c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:30:34Z', 'updated_at': '2021-05-21T15:30:55Z', 'revision_number': 1, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84411f0e-2b7e-4d98-b82e-992124a6dacb', 'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'mac_address': 'fa:16:3e:ce:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:18Z', 'updated_at': '2021-05-21T15:26:33Z', 'revision_number': 5, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'subnets': [{'id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:30:58.260154 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b7e55345-9161-4377-bd83-3ceb703f9ccd req-1e228bd5-5eb0-4959-80e8-7bc8fe51b047 service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836926 May 21 15:30:58.382349 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-895a346d-b6d7-4f55-be34-32a58cf01b18 req-9ecef52f-4022-4c41-bcd8-ba4abad15bb5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=b39adfd6-314e-43e1-a2ce-de887b250ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541584 May 21 15:30:58.460614 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647743de-aabf-499a-a1b8-00e4aab80fe0 None None] New status for floating IP 0873de92-d141-4c97-8fb7-d69816fa8546: ACTIVE {{(pid=91546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:30:58.532539 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e6da8-49fa-4ddb-ac1c-bc79f3ac8076 req-37059354-6fc8-4536-b20c-b2dc57b24921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:58.534015 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-387e6da8-49fa-4ddb-ac1c-bc79f3ac8076 req-37059354-6fc8-4536-b20c-b2dc57b24921 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=161234b3a2ac417b9eaddb42302b4075&device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 1097 time: 0.2011058 May 21 15:30:58.753999 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e6da8-49fa-4ddb-ac1c-bc79f3ac8076 req-5198ff70-faf5-47ae-9be2-6a06530e7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:58.755459 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-387e6da8-49fa-4ddb-ac1c-bc79f3ac8076 req-5198ff70-faf5-47ae-9be2-6a06530e7939 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e58c33a-8f14-4216-8b82-5fec9142b248 HTTP/1.1" status: 200 len: 911 time: 0.2105572 May 21 15:30:58.833319 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925caf0-d985-48c3-945c-b6ec06b620e1 req-93f76ddb-b0cf-4f98-87c9-eef103bda5eb tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:58.833536 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f {{(pid=91543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:30:58.835315 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c925caf0-d985-48c3-945c-b6ec06b620e1 req-93f76ddb-b0cf-4f98-87c9-eef103bda5eb tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 935 time: 0.0897927 May 21 15:30:58.847475 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-387e6da8-49fa-4ddb-ac1c-bc79f3ac8076 req-5993b4ff-ad41-4e72-9f1f-1a4a468d67e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17b7a081-8992-4b2e-a7ce-776e007a2bf7 HTTP/1.1" status: 200 len: 217 time: 0.0824451 May 21 15:30:58.849208 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:58.886011 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c925caf0-d985-48c3-945c-b6ec06b620e1 req-d92500f5-f70f-49f6-8445-2976c70b4011 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fda1e3e-1158-42af-a0bf-52a57ef7e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416019 May 21 15:30:58.909442 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Transition to ACTIVE for port object 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f will not be triggered until provisioned by entity L2. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:30:58.919274 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:58.925519 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-faf4f10a-d367-4f0b-bf83-adf98ed20dad tempest-ServerRescueNegativeTestJSON-350073823 tempest-ServerRescueNegativeTestJSON-350073823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:58.979457 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e6da8-49fa-4ddb-ac1c-bc79f3ac8076 req-2a3602cc-1cae-4f4f-9c66-b57b87bb2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:58.980954 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-387e6da8-49fa-4ddb-ac1c-bc79f3ac8076 req-2a3602cc-1cae-4f4f-9c66-b57b87bb2455 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc HTTP/1.1" status: 200 len: 849 time: 0.1241879 May 21 15:30:59.192345 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Pushing event updated for resources: {'Port': ['ID=14aa57ea-f2f8-4fbd-8cd5-86271e30c53f,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:59.235667 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.237185 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.237185 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.237185 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.237185 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.237855 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.237855 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.238285 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.238510 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.238853 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.239194 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.239537 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.250237 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:59.292166 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e6da8-49fa-4ddb-ac1c-bc79f3ac8076 req-3f810989-5d9b-45dc-8ef2-bf047578f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:59.293610 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-387e6da8-49fa-4ddb-ac1c-bc79f3ac8076 req-3f810989-5d9b-45dc-8ef2-bf047578f04e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e58c33a-8f14-4216-8b82-5fec9142b248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3016064 May 21 15:30:59.297855 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Attempting to bind port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:30:59.298193 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Attempting to bind port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '830e90ac-701a-47e1-a447-56525c6722ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e227c80-b3ca-425d-92e2-09a5296e8d74'}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:30:59.298522 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Attempting to bind port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f on network 2e227c80-b3ca-425d-92e2-09a5296e8d74 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:30:59.326670 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f on network 2e227c80-b3ca-425d-92e2-09a5296e8d74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:30:59.327076 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Attempting to bind port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f on network 2e227c80-b3ca-425d-92e2-09a5296e8d74 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:30:59.384302 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:30:59.384558 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Checking segment: {'id': '830e90ac-701a-47e1-a447-56525c6722ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e227c80-b3ca-425d-92e2-09a5296e8d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:30:59.384976 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Bound using segment: {'id': '830e90ac-701a-47e1-a447-56525c6722ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e227c80-b3ca-425d-92e2-09a5296e8d74'} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:30:59.385421 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Bound port: 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830e90ac-701a-47e1-a447-56525c6722ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e227c80-b3ca-425d-92e2-09a5296e8d74'}}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:30:59.385768 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:59.590274 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdfa37-8dd3-4ef7-b11e-89018d93fd57 req-4c91bc4f-d331-444b-a500-fe97c443679b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:59.591775 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-8bfdfa37-8dd3-4ef7-b11e-89018d93fd57 req-4c91bc4f-d331-444b-a500-fe97c443679b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 944 time: 0.0917113 May 21 15:30:59.616658 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-387e6da8-49fa-4ddb-ac1c-bc79f3ac8076 req-f5517335-69f0-4431-9142-05adfd67aa99 service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157389 May 21 15:30:59.643222 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-8bfdfa37-8dd3-4ef7-b11e-89018d93fd57 req-efa47242-1e03-41ce-aea7-35ef2e226b88 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=b39adfd6-314e-43e1-a2ce-de887b250ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442231 May 21 15:30:59.645135 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] For port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f, host hv-cinder-79264, cleared binding levels {{(pid=91543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:30:59.703242 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] For port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=14aa57ea-f2f8-4fbd-8cd5-86271e30c53f,segment=NetworkSegment(830e90ac-701a-47e1-a447-56525c6722ed),segment_id=830e90ac-701a-47e1-a447-56525c6722ed)] {{(pid=91543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:30:59.711922 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:59.718531 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6a7d3bb2-ccd2-4c6b-847a-1b158d629070 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:59.802398 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:59.803561 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:59.805005 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] 10.222.0.44 "PUT /v2.0/ports/14aa57ea-f2f8-4fbd-8cd5-86271e30c53f HTTP/1.1" status: 200 len: 1097 time: 2.0044115 May 21 15:30:59.805536 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a645d1-1e65-4fc6-bf66-82b48346bef4', 'tag': '14aa57ea-f2f8-4fbd-8cd5-86271e30c53f'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:30:59.841350 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-387e6da8-49fa-4ddb-ac1c-bc79f3ac8076 req-1c5697a2-6210-4c67-99b0-47e91deb043a service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175775 May 21 15:30:59.842121 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Pushing event updated for resources: {'Port': ['ID=14aa57ea-f2f8-4fbd-8cd5-86271e30c53f,revision_number=3']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:59.845789 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:59.906934 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a645d1-1e65-4fc6-bf66-82b48346bef4', 'tag': '14aa57ea-f2f8-4fbd-8cd5-86271e30c53f', 'status': 'completed', 'code': 200} May 21 15:30:59.953933 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-921b3860-106c-45ca-b0d9-a3df53f2d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:59.955914 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-921b3860-106c-45ca-b0d9-a3df53f2d142 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=102d69f92fca40d1a84fa0a79bc18c80&device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 1100 time: 0.0936544 May 21 15:31:00.049891 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-5eef006c-8e3b-4ac0-a549-82e9bbabd359 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=14aa57ea-f2f8-4fbd-8cd5-86271e30c53f HTTP/1.1" status: 200 len: 217 time: 0.0749505 May 21 15:31:00.108315 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453d576-6a7f-46e2-b447-aa38404b40bd req-5ec8a853-dc93-4bce-a15f-e7822a493157 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:00.109921 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1453d576-6a7f-46e2-b447-aa38404b40bd req-5ec8a853-dc93-4bce-a15f-e7822a493157 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 947 time: 0.0906408 May 21 15:31:00.116164 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-c17e9881-9915-499a-9304-ee81081c51cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:00.117657 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-c17e9881-9915-499a-9304-ee81081c51cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d7c5db1-af99-4a97-a487-bb76e0f071ae HTTP/1.1" status: 200 len: 843 time: 0.0611482 May 21 15:31:00.156683 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1453d576-6a7f-46e2-b447-aa38404b40bd req-e1c79038-3c6b-4f91-9498-10ac3e1f132b tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fda1e3e-1158-42af-a0bf-52a57ef7e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409269 May 21 15:31:00.205176 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-1f434c4c-b8fe-4ec4-b05b-705bcdc1d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:00.206665 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-1f434c4c-b8fe-4ec4-b05b-705bcdc1d23c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e227c80-b3ca-425d-92e2-09a5296e8d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0821447 May 21 15:31:00.355280 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-2fff763d-72e1-4a8c-8739-3a210ad7466c service neutron] 10.222.0.44 "GET /v2.0/networks/2e227c80-b3ca-425d-92e2-09a5296e8d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404145 May 21 15:31:00.492591 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-db10736a-d4ed-46e8-8821-a35eca44d17d req-f882e381-ecc3-4dc1-aa35-c106c78da099 service neutron] 10.222.0.44 "GET /v2.0/networks/2e227c80-b3ca-425d-92e2-09a5296e8d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300547 May 21 15:31:00.618607 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcbcbb-2fa7-4d58-9c21-e2b3ab50bfb4 req-3e92003f-305a-479c-9db8-aff85b089531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:00.620085 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-35bcbcbb-2fa7-4d58-9c21-e2b3ab50bfb4 req-3e92003f-305a-479c-9db8-aff85b089531 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=102d69f92fca40d1a84fa0a79bc18c80&device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 1100 time: 0.0767450 May 21 15:31:00.782129 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcbcbb-2fa7-4d58-9c21-e2b3ab50bfb4 req-3af4ddcd-3313-401f-8ec3-cb156f8970c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:00.783753 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-35bcbcbb-2fa7-4d58-9c21-e2b3ab50bfb4 req-3af4ddcd-3313-401f-8ec3-cb156f8970c4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e227c80-b3ca-425d-92e2-09a5296e8d74 HTTP/1.1" status: 200 len: 870 time: 0.1359394 May 21 15:31:00.849734 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a0fac-819f-4ac1-b8b2-2a9f49f17f94 req-9d1a7d20-d9aa-4865-afe2-d929e2aab66a tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:00.851321 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-118a0fac-819f-4ac1-b8b2-2a9f49f17f94 req-9d1a7d20-d9aa-4865-afe2-d929e2aab66a tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 944 time: 0.0969212 May 21 15:31:00.860134 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-35bcbcbb-2fa7-4d58-9c21-e2b3ab50bfb4 req-190f2257-9359-41e2-892f-8e2ae8841caf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=14aa57ea-f2f8-4fbd-8cd5-86271e30c53f HTTP/1.1" status: 200 len: 217 time: 0.0663896 May 21 15:31:00.902433 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-118a0fac-819f-4ac1-b8b2-2a9f49f17f94 req-2c0b67a6-5682-40a2-b88e-635c8d2c1e76 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=b39adfd6-314e-43e1-a2ce-de887b250ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452626 May 21 15:31:00.932580 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcbcbb-2fa7-4d58-9c21-e2b3ab50bfb4 req-e0d3ea2b-3aa2-441d-b88f-32714dffcb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:00.934262 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-35bcbcbb-2fa7-4d58-9c21-e2b3ab50bfb4 req-e0d3ea2b-3aa2-441d-b88f-32714dffcb9e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d7c5db1-af99-4a97-a487-bb76e0f071ae HTTP/1.1" status: 200 len: 843 time: 0.0647268 May 21 15:31:01.020364 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcbcbb-2fa7-4d58-9c21-e2b3ab50bfb4 req-3a7c8a93-b197-406f-ac41-e062c2f00a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:01.021922 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-35bcbcbb-2fa7-4d58-9c21-e2b3ab50bfb4 req-3a7c8a93-b197-406f-ac41-e062c2f00a21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e227c80-b3ca-425d-92e2-09a5296e8d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0793409 May 21 15:31:01.146025 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 17b7a081-8992-4b2e-a7ce-776e007a2bf7 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:31:01.166915 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-35bcbcbb-2fa7-4d58-9c21-e2b3ab50bfb4 req-3d622a3c-45de-446f-a966-f1992b9626a3 service neutron] 10.222.0.44 "GET /v2.0/networks/2e227c80-b3ca-425d-92e2-09a5296e8d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347578 May 21 15:31:01.306416 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 17b7a081-8992-4b2e-a7ce-776e007a2bf7, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=17b7a081-8992-4b2e-a7ce-776e007a2bf7,segment=NetworkSegment(0563099a-3de1-4931-80db-f7b31a267dd3),segment_id=0563099a-3de1-4931-80db-f7b31a267dd3)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:31:01.326740 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': '17b7a081-8992-4b2e-a7ce-776e007a2bf7', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'port_id': '17b7a081-8992-4b2e-a7ce-776e007a2bf7', 'mac_address': 'fa:16:3e:03:81:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:31:01.401027 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:01.419836 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b7a081-8992-4b2e-a7ce-776e007a2bf7 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:31:01.438011 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 17b7a081-8992-4b2e-a7ce-776e007a2bf7, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=17b7a081-8992-4b2e-a7ce-776e007a2bf7,segment=NetworkSegment(0563099a-3de1-4931-80db-f7b31a267dd3),segment_id=0563099a-3de1-4931-80db-f7b31a267dd3)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:31:01.444228 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:01.448634 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-0c4fb6a7-40e4-4928-8457-1ef5d669152b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:01.474294 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-35bcbcbb-2fa7-4d58-9c21-e2b3ab50bfb4 req-4eb4b676-2bf0-4a88-8f31-3550211ab296 service neutron] 10.222.0.44 "GET /v2.0/networks/2e227c80-b3ca-425d-92e2-09a5296e8d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981856 May 21 15:31:01.503658 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d486b6a-e292-4213-9831-a271fd167f21 req-af0da842-c1c1-4665-87e5-9ff5f5f1f48f tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:01.504382 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-2d486b6a-e292-4213-9831-a271fd167f21 req-af0da842-c1c1-4665-87e5-9ff5f5f1f48f tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Synchronizing usage tracker for tenant:102d69f92fca40d1a84fa0a79bc18c80 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:31:01.524238 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=17b7a081-8992-4b2e-a7ce-776e007a2bf7,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:01.525738 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-2d486b6a-e292-4213-9831-a271fd167f21 req-af0da842-c1c1-4665-87e5-9ff5f5f1f48f tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Unset dirty status for tenant:102d69f92fca40d1a84fa0a79bc18c80 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:31:01.527350 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:01.527492 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2d486b6a-e292-4213-9831-a271fd167f21 req-af0da842-c1c1-4665-87e5-9ff5f5f1f48f tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 947 time: 0.2455089 May 21 15:31:01.574011 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-2d486b6a-e292-4213-9831-a271fd167f21 req-889f2fab-9b80-4074-ae83-305bbdfc59cd tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Synchronizing usage tracker for tenant:102d69f92fca40d1a84fa0a79bc18c80 on resource:security_group {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:31:01.594222 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-2d486b6a-e292-4213-9831-a271fd167f21 req-889f2fab-9b80-4074-ae83-305bbdfc59cd tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Unset dirty status for tenant:102d69f92fca40d1a84fa0a79bc18c80 on resource:security_group {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:31:01.595540 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2d486b6a-e292-4213-9831-a271fd167f21 req-889f2fab-9b80-4074-ae83-305bbdfc59cd tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fda1e3e-1158-42af-a0bf-52a57ef7e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620520 May 21 15:31:01.695795 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['17b7a081-8992-4b2e-a7ce-776e007a2bf7'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:31:02.108129 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd95e90-941d-4bb2-996b-ae1d103b5858 req-2349e05f-7d01-48dc-bba8-a33d77d62001 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:02.109712 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0bd95e90-941d-4bb2-996b-ae1d103b5858 req-2349e05f-7d01-48dc-bba8-a33d77d62001 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 945 time: 0.0882254 May 21 15:31:02.156761 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0bd95e90-941d-4bb2-996b-ae1d103b5858 req-4006d245-f9ca-4ab1-b389-303052bee188 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=b39adfd6-314e-43e1-a2ce-de887b250ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403285 May 21 15:31:02.793742 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc61a5c-8c91-44eb-bcfe-e4e142762a3e req-0e2e68b9-2c53-4d4a-a3b1-448101f6987c tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:02.795274 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-8cc61a5c-8c91-44eb-bcfe-e4e142762a3e req-0e2e68b9-2c53-4d4a-a3b1-448101f6987c tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 947 time: 0.0896454 May 21 15:31:02.843780 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-8cc61a5c-8c91-44eb-bcfe-e4e142762a3e req-471d425c-ad00-4941-b5be-47f4aeba04ad tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fda1e3e-1158-42af-a0bf-52a57ef7e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428455 May 21 15:31:03.163290 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:31:03.165996 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 17b7a081-8992-4b2e-a7ce-776e007a2bf7 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:31:03.339897 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port 17b7a081-8992-4b2e-a7ce-776e007a2bf7 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:31:03.350441 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port 17b7a081-8992-4b2e-a7ce-776e007a2bf7 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:31:03.350836 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:03.363303 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92d8ad-5595-4444-88e5-e4557c2bb94e req-e72f6f9b-c866-43c1-b224-96c450dca03e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:03.364912 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8e92d8ad-5595-4444-88e5-e4557c2bb94e req-e72f6f9b-c866-43c1-b224-96c450dca03e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 945 time: 0.0946743 May 21 15:31:03.415932 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8e92d8ad-5595-4444-88e5-e4557c2bb94e req-b6cff6fd-59db-4018-941f-26ab4991a7cc tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=b39adfd6-314e-43e1-a2ce-de887b250ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441504 May 21 15:31:03.418515 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=14aa57ea-f2f8-4fbd-8cd5-86271e30c53f,segment=NetworkSegment(830e90ac-701a-47e1-a447-56525c6722ed),segment_id=830e90ac-701a-47e1-a447-56525c6722ed)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:31:03.444313 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': '14aa57ea-f2f8-4fbd-8cd5-86271e30c53f', 'network_id': '2e227c80-b3ca-425d-92e2-09a5296e8d74', 'port_id': '14aa57ea-f2f8-4fbd-8cd5-86271e30c53f', 'mac_address': 'fa:16:3e:a2:d1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7c5db1-af99-4a97-a487-bb76e0f071ae', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:31:03.554810 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:03.582095 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:03.596289 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:31:03.625686 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=14aa57ea-f2f8-4fbd-8cd5-86271e30c53f,segment=NetworkSegment(830e90ac-701a-47e1-a447-56525c6722ed),segment_id=830e90ac-701a-47e1-a447-56525c6722ed)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:31:03.632397 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5dcbe5-1891-4e1a-b476-f574c1192303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b7a081-8992-4b2e-a7ce-776e007a2bf7'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:31:03.642332 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:03.648433 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-fb4d792e-fd20-4335-9b0c-be73320855cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:03.685919 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 17b7a081-8992-4b2e-a7ce-776e007a2bf7, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=17b7a081-8992-4b2e-a7ce-776e007a2bf7,segment=NetworkSegment(0563099a-3de1-4931-80db-f7b31a267dd3),segment_id=0563099a-3de1-4931-80db-f7b31a267dd3)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:31:03.697089 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:03.724139 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5dcbe5-1891-4e1a-b476-f574c1192303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b7a081-8992-4b2e-a7ce-776e007a2bf7', 'code': 200} May 21 15:31:03.728198 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=14aa57ea-f2f8-4fbd-8cd5-86271e30c53f,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:03.731541 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:03.732213 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:03.812056 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=17b7a081-8992-4b2e-a7ce-776e007a2bf7,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:03.814946 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:03.913602 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['14aa57ea-f2f8-4fbd-8cd5-86271e30c53f'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:31:04.065735 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c3bef-299e-47dd-b692-42bb66b21530 req-abc40b75-76f5-4666-a239-57f49498a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:04.067264 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-167c3bef-299e-47dd-b692-42bb66b21530 req-abc40b75-76f5-4666-a239-57f49498a9a1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 1099 time: 0.1412139 May 21 15:31:04.075755 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b296c4d-83fe-4aa6-97bc-03e04b5a03fd req-3f5aae83-711d-4dce-906c-8b00dc617ee1 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:04.077201 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4b296c4d-83fe-4aa6-97bc-03e04b5a03fd req-3f5aae83-711d-4dce-906c-8b00dc617ee1 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 948 time: 0.1116264 May 21 15:31:04.145104 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-167c3bef-299e-47dd-b692-42bb66b21530 req-f80d95ad-2093-4d4f-a72d-6ca0d4249576 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b39adfd6-314e-43e1-a2ce-de887b250ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668905 May 21 15:31:04.150087 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4b296c4d-83fe-4aa6-97bc-03e04b5a03fd req-4075a7dc-2102-42c1-804b-98481ae3a88c tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fda1e3e-1158-42af-a0bf-52a57ef7e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584679 May 21 15:31:04.612730 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f43c94-502e-4931-83cd-74a8d7cd1ded req-62dae109-a2b3-430c-ba20-e0138271abf5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:04.614233 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c0f43c94-502e-4931-83cd-74a8d7cd1ded req-62dae109-a2b3-430c-ba20-e0138271abf5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 946 time: 0.0825455 May 21 15:31:04.665600 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c0f43c94-502e-4931-83cd-74a8d7cd1ded req-ed14ab92-8e2f-4349-8006-e41142c1bec3 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=b39adfd6-314e-43e1-a2ce-de887b250ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457976 May 21 15:31:05.178863 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:31:05.266140 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:31:05.272309 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:31:05.272743 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:05.388637 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa136e-8800-4dcd-bb1b-47217ca3c370 req-780533a8-cb7a-46f1-b49e-c0f0317d8f14 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:05.390167 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c0aa136e-8800-4dcd-bb1b-47217ca3c370 req-780533a8-cb7a-46f1-b49e-c0f0317d8f14 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 948 time: 0.1146317 May 21 15:31:05.429466 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:05.445618 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c0aa136e-8800-4dcd-bb1b-47217ca3c370 req-882ee730-194a-4235-9d88-f0992e568ce1 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fda1e3e-1158-42af-a0bf-52a57ef7e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453806 May 21 15:31:05.466195 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=14aa57ea-f2f8-4fbd-8cd5-86271e30c53f,segment=NetworkSegment(830e90ac-701a-47e1-a447-56525c6722ed),segment_id=830e90ac-701a-47e1-a447-56525c6722ed)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:31:05.471497 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:05.473516 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:05.542932 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=14aa57ea-f2f8-4fbd-8cd5-86271e30c53f,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:05.545874 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:05.725336 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a645d1-1e65-4fc6-bf66-82b48346bef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14aa57ea-f2f8-4fbd-8cd5-86271e30c53f'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:31:05.781200 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a645d1-1e65-4fc6-bf66-82b48346bef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14aa57ea-f2f8-4fbd-8cd5-86271e30c53f', 'code': 200} May 21 15:31:05.885804 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c596245-5130-41bf-8fb3-b1cd483104aa req-f9063de3-f59e-4f7d-9e42-a52c9b42fdef tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:05.887567 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c596245-5130-41bf-8fb3-b1cd483104aa req-f9063de3-f59e-4f7d-9e42-a52c9b42fdef tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 946 time: 0.1080029 May 21 15:31:05.936724 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c596245-5130-41bf-8fb3-b1cd483104aa req-52d1caaf-d1a8-4f3f-a307-2a0654900396 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=b39adfd6-314e-43e1-a2ce-de887b250ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432785 May 21 15:31:06.054169 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e106d9d-1127-4138-b5af-48e965134442 req-098f8892-4248-44c2-99d3-08776f25b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:06.055692 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2e106d9d-1127-4138-b5af-48e965134442 req-098f8892-4248-44c2-99d3-08776f25b33a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 1102 time: 0.0737724 May 21 15:31:06.106828 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-2e106d9d-1127-4138-b5af-48e965134442 req-ce87b17c-81a6-4e7c-bde1-20b61b1c34aa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9fda1e3e-1158-42af-a0bf-52a57ef7e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413685 May 21 15:31:06.134777 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9333e34-d1df-43cb-b78a-b9eab03f57ae req-d748bc61-1f72-4584-92db-376d5d81b52b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:06.136285 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d9333e34-d1df-43cb-b78a-b9eab03f57ae req-d748bc61-1f72-4584-92db-376d5d81b52b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 946 time: 0.0890281 May 21 15:31:06.144965 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 32852) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:31:06.151128 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-29e332be-acbc-4015-b292-fe8976f26214 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Request body: {'floatingip': {'port_id': '17b7a081-8992-4b2e-a7ce-776e007a2bf7'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:31:06.243013 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-29e332be-acbc-4015-b292-fe8976f26214 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for floatingip, before_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:06.660921 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44254b74-85a2-4670-9e71-6895e22c649e req-9607c4e6-292f-4399-afc9-a58ea1af1c7d tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:06.662431 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-44254b74-85a2-4670-9e71-6895e22c649e req-9607c4e6-292f-4399-afc9-a58ea1af1c7d tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 949 time: 0.0955257 May 21 15:31:06.713342 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-44254b74-85a2-4670-9e71-6895e22c649e req-3284ed34-53fe-4b86-b585-0245649c0ec2 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fda1e3e-1158-42af-a0bf-52a57ef7e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442774 May 21 15:31:06.995717 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-29e332be-acbc-4015-b292-fe8976f26214 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:06.999708 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-29e332be-acbc-4015-b292-fe8976f26214 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928966'] for floatingip, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:07.190011 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.l3_db [None req-29e332be-acbc-4015-b292-fe8976f26214 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Floating IP 00b93655-7339-4039-b3e5-22c784f8305c associated. External IP: 172.28.3.94, port: 17b7a081-8992-4b2e-a7ce-776e007a2bf7. May 21 15:31:07.569192 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e332be-acbc-4015-b292-fe8976f26214 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Router 83eb46b4-a871-4353-b528-a2c30e677aca has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:31:07.760386 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e332be-acbc-4015-b292-fe8976f26214 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:31:07.765058 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-29e332be-acbc-4015-b292-fe8976f26214 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for floatingip, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:07.769660 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5da2c6-c736-41bb-9ed8-fea6bef0441a None None] Sync routers for ids ['83eb46b4-a871-4353-b528-a2c30e677aca'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:31:07.781115 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5da2c6-c736-41bb-9ed8-fea6bef0441a None None] Routers {'83eb46b4-a871-4353-b528-a2c30e677aca'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:31:07.781747 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-2b5da2c6-c736-41bb-9ed8-fea6bef0441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:30:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['83eb46b4-a871-4353-b528-a2c30e677aca'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:31:07.826229 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-29e332be-acbc-4015-b292-fe8976f26214 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "PUT /v2.0/floatingips/00b93655-7339-4039-b3e5-22c784f8305c HTTP/1.1" status: 200 len: 991 time: 1.6798975 May 21 15:31:07.826779 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5dcbe5-1891-4e1a-b476-f574c1192303', 'tag': '17b7a081-8992-4b2e-a7ce-776e007a2bf7'}] {{(pid=91544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:31:07.927222 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af31ff-9d64-477c-bd19-1457b3de37dd req-5db9b883-092f-40c1-bf2e-53999bc91402 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:07.928778 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-51af31ff-9d64-477c-bd19-1457b3de37dd req-5db9b883-092f-40c1-bf2e-53999bc91402 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 949 time: 0.0929954 May 21 15:31:07.975836 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-51af31ff-9d64-477c-bd19-1457b3de37dd req-a9c62416-f450-48ba-b87e-30e7bed81ea4 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fda1e3e-1158-42af-a0bf-52a57ef7e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 May 21 15:31:07.986822 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-2b5da2c6-c736-41bb-9ed8-fea6bef0441a None None] Set router 83eb46b4-a871-4353-b528-a2c30e677aca gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:31:08.015200 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5dcbe5-1891-4e1a-b476-f574c1192303', 'tag': '17b7a081-8992-4b2e-a7ce-776e007a2bf7', 'status': 'completed', 'code': 200} May 21 15:31:08.135810 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8216-ab9b-41c5-b1dd-5afe527bb8cb req-112ac292-5de7-4ad1-be26-5d576aca36df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:08.137740 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-acfa8216-ab9b-41c5-b1dd-5afe527bb8cb req-112ac292-5de7-4ad1-be26-5d576aca36df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=161234b3a2ac417b9eaddb42302b4075&device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 1099 time: 0.0821090 May 21 15:31:08.296927 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8216-ab9b-41c5-b1dd-5afe527bb8cb req-12b91806-d954-4219-8da9-0e2ebd26fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:08.298405 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-acfa8216-ab9b-41c5-b1dd-5afe527bb8cb req-12b91806-d954-4219-8da9-0e2ebd26fa43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e58c33a-8f14-4216-8b82-5fec9142b248 HTTP/1.1" status: 200 len: 911 time: 0.1529920 May 21 15:31:08.407248 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-2b5da2c6-c736-41bb-9ed8-fea6bef0441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:26:16Z', 'revision_number': 4, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': '00b93655-7339-4039-b3e5-22c784f8305c', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'floating_ip_address': '172.28.3.94', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'port_id': '17b7a081-8992-4b2e-a7ce-776e007a2bf7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'mac_address': 'fa:16:3e:03:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5dcbe5-1891-4e1a-b476-f574c1192303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:30:49Z', 'updated_at': '2021-05-21T15:31:06Z', 'revision_number': 1, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8bc071-f5d7-4cc3-bf4f-2286d1da3637', 'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:13Z', 'updated_at': '2021-05-21T15:26:28Z', 'revision_number': 5, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'subnets': [{'id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:31:08.412778 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5da2c6-c736-41bb-9ed8-fea6bef0441a None None] Checking router: 83eb46b4-a871-4353-b528-a2c30e677aca for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:31:08.426384 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5da2c6-c736-41bb-9ed8-fea6bef0441a None None] Routers {'83eb46b4-a871-4353-b528-a2c30e677aca'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:31:08.427105 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-2b5da2c6-c736-41bb-9ed8-fea6bef0441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:30:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['83eb46b4-a871-4353-b528-a2c30e677aca'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:31:08.446401 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-acfa8216-ab9b-41c5-b1dd-5afe527bb8cb req-67560e00-eda1-4847-9bad-47febf842c48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17b7a081-8992-4b2e-a7ce-776e007a2bf7 HTTP/1.1" status: 200 len: 999 time: 0.1395829 May 21 15:31:08.530912 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8216-ab9b-41c5-b1dd-5afe527bb8cb req-8308cee7-eb49-459c-9164-f7c52a1daadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:08.532344 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-acfa8216-ab9b-41c5-b1dd-5afe527bb8cb req-8308cee7-eb49-459c-9164-f7c52a1daadf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc HTTP/1.1" status: 200 len: 849 time: 0.0713344 May 21 15:31:08.546850 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014a07d-aa85-4179-9116-8c4a60cb3e80 req-0a86ef59-c7b2-4b18-86e6-84b9753e31f2 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:08.548325 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1014a07d-aa85-4179-9116-8c4a60cb3e80 req-0a86ef59-c7b2-4b18-86e6-84b9753e31f2 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 949 time: 0.1420767 May 21 15:31:08.615525 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-2b5da2c6-c736-41bb-9ed8-fea6bef0441a None None] Set router 83eb46b4-a871-4353-b528-a2c30e677aca gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:31:08.637961 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1014a07d-aa85-4179-9116-8c4a60cb3e80 req-fab2afaf-7472-4a40-a4c2-1f79bbdb5552 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fda1e3e-1158-42af-a0bf-52a57ef7e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577822 May 21 15:31:08.658347 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8216-ab9b-41c5-b1dd-5afe527bb8cb req-9ce502b7-15d6-4387-97fb-8ed6ffb5e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:08.660006 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-acfa8216-ab9b-41c5-b1dd-5afe527bb8cb req-9ce502b7-15d6-4387-97fb-8ed6ffb5e8e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e58c33a-8f14-4216-8b82-5fec9142b248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1107066 May 21 15:31:08.807577 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-acfa8216-ab9b-41c5-b1dd-5afe527bb8cb req-4881360c-c5ac-417a-a935-d11e95a497cc service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320214 May 21 15:31:08.967461 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-acfa8216-ab9b-41c5-b1dd-5afe527bb8cb req-79942cfb-37f9-4087-bfd0-b9645a54cdfa service neutron] 10.222.0.44 "GET /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412950 May 21 15:31:09.030151 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-2b5da2c6-c736-41bb-9ed8-fea6bef0441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:26:16Z', 'revision_number': 4, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': '00b93655-7339-4039-b3e5-22c784f8305c', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'floating_ip_address': '172.28.3.94', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'port_id': '17b7a081-8992-4b2e-a7ce-776e007a2bf7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'mac_address': 'fa:16:3e:03:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5dcbe5-1891-4e1a-b476-f574c1192303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:30:49Z', 'updated_at': '2021-05-21T15:31:06Z', 'revision_number': 1, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8bc071-f5d7-4cc3-bf4f-2286d1da3637', 'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:13Z', 'updated_at': '2021-05-21T15:26:28Z', 'revision_number': 5, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'subnets': [{'id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:31:09.034384 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5da2c6-c736-41bb-9ed8-fea6bef0441a None None] The sync data for ids ['83eb46b4-a871-4353-b528-a2c30e677aca'] in dv-cinder-792642-1-smb is: [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:26:16Z', 'revision_number': 4, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': '00b93655-7339-4039-b3e5-22c784f8305c', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'floating_ip_address': '172.28.3.94', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'port_id': '17b7a081-8992-4b2e-a7ce-776e007a2bf7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'mac_address': 'fa:16:3e:03:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5dcbe5-1891-4e1a-b476-f574c1192303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:30:49Z', 'updated_at': '2021-05-21T15:31:06Z', 'revision_number': 1, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8bc071-f5d7-4cc3-bf4f-2286d1da3637', 'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:13Z', 'updated_at': '2021-05-21T15:26:28Z', 'revision_number': 5, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'subnets': [{'id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:31:09.257191 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4533935-0ecc-4bb2-bebf-cb3680e25b1d None None] New status for floating IP 00b93655-7339-4039-b3e5-22c784f8305c: ACTIVE {{(pid=91546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:31:09.289345 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:09.359476 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-dec4566e-d7f7-47e4-8d57-d97200baefe5 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-932214949&fields=id&tenant_id=4ca5c84a94db45a6a63e098cb79925de HTTP/1.1" status: 200 len: 267 time: 0.0405757 May 21 15:31:09.609167 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-2387eb98-3e4e-41e8-9533-858838f41fd4 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:09.610617 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-2387eb98-3e4e-41e8-9533-858838f41fd4 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/networks?id=45459d29-f01a-43cc-b074-dcb45df5f164 HTTP/1.1" status: 200 len: 809 time: 0.2438204 May 21 15:31:09.626685 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-58ea056c-f818-4bf5-ada7-f26434e7333d tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/quotas/4ca5c84a94db45a6a63e098cb79925de HTTP/1.1" status: 200 len: 375 time: 0.0094414 May 21 15:31:09.712275 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-225aab48-83eb-4263-bce3-426a33fd2ae6 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ca5c84a94db45a6a63e098cb79925de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801432 May 21 15:31:09.833434 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28697b-8d9e-457d-b43f-ce0675d802c4 req-9020ddb5-3ce3-41c0-92f2-6d6b14a05a40 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:09.835431 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bd28697b-8d9e-457d-b43f-ce0675d802c4 req-9020ddb5-3ce3-41c0-92f2-6d6b14a05a40 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 949 time: 0.0827286 May 21 15:31:09.890902 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bd28697b-8d9e-457d-b43f-ce0675d802c4 req-2b0714ae-d2ad-4e46-899e-60ed8cc2738c tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fda1e3e-1158-42af-a0bf-52a57ef7e76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496790 May 21 15:31:09.897210 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-8b2512be-3cdd-4be4-b8b2-a93806d55668 service neutron] 10.222.0.42 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733482 May 21 15:31:10.035101 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-627f5e68-6adc-4a81-8fe4-d9cf73c205f0 service neutron] 10.222.0.42 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315618 May 21 15:31:10.323714 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639d3d9-66fe-4706-b058-3a00943e9c01 req-c337606a-5ee4-4c3b-a291-9ece08d545d6 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:10.325341 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3639d3d9-66fe-4706-b058-3a00943e9c01 req-c337606a-5ee4-4c3b-a291-9ece08d545d6 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 949 time: 0.0868268 May 21 15:31:10.452941 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-6306cda9-2733-4025-8ccc-422294763055 req-154d9f68-f66e-4dea-a7cb-961b1a61645d tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Synchronizing usage tracker for tenant:4ca5c84a94db45a6a63e098cb79925de on resource:port {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:31:10.471218 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-6306cda9-2733-4025-8ccc-422294763055 req-154d9f68-f66e-4dea-a7cb-961b1a61645d tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Unset dirty status for tenant:4ca5c84a94db45a6a63e098cb79925de on resource:port {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:31:10.472672 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-6306cda9-2733-4025-8ccc-422294763055 req-154d9f68-f66e-4dea-a7cb-961b1a61645d tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 210 time: 0.0655329 May 21 15:31:10.482708 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-3639d3d9-66fe-4706-b058-3a00943e9c01 req-7a034b8f-d703-4799-8142-91145f045b34 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Deleting port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:31:10.483054 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3639d3d9-66fe-4706-b058-3a00943e9c01 req-7a034b8f-d703-4799-8142-91145f045b34 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:10.632145 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-3639d3d9-66fe-4706-b058-3a00943e9c01 req-7a034b8f-d703-4799-8142-91145f045b34 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] For port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=14aa57ea-f2f8-4fbd-8cd5-86271e30c53f,segment=NetworkSegment(830e90ac-701a-47e1-a447-56525c6722ed),segment_id=830e90ac-701a-47e1-a447-56525c6722ed)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:31:10.632505 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3639d3d9-66fe-4706-b058-3a00943e9c01 req-7a034b8f-d703-4799-8142-91145f045b34 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:10.762541 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-3639d3d9-66fe-4706-b058-3a00943e9c01 req-7a034b8f-d703-4799-8142-91145f045b34 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Calling delete_port for 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:31:10.899851 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3639d3d9-66fe-4706-b058-3a00943e9c01 req-7a034b8f-d703-4799-8142-91145f045b34 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:10.905627 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-fbd0a716-90b2-4460-bda6-dc3a9c32e6db tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:10.913768 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['14aa57ea-f2f8-4fbd-8cd5-86271e30c53f'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:31:10.952737 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a034b8f-d703-4799-8142-91145f045b34 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Pushing event deleted for resources: {'Port': ['ID=14aa57ea-f2f8-4fbd-8cd5-86271e30c53f,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:10.957123 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7a034b8f-d703-4799-8142-91145f045b34 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:11.048150 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-3639d3d9-66fe-4706-b058-3a00943e9c01 req-7a034b8f-d703-4799-8142-91145f045b34 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] No DVR routers for this DVR port 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:31:11.052397 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-3639d3d9-66fe-4706-b058-3a00943e9c01 req-7a034b8f-d703-4799-8142-91145f045b34 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:11.057290 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a645d1-1e65-4fc6-bf66-82b48346bef4', 'name': 'network-vif-deleted', 'tag': '14aa57ea-f2f8-4fbd-8cd5-86271e30c53f'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:31:11.068026 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9eb9010f-c9b4-4984-a1ba-6837bec0f44f req-1e4ea7a5-61fe-4dd1-97c8-55c0bdcca17f tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 210 time: 0.0526874 May 21 15:31:11.088707 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3639d3d9-66fe-4706-b058-3a00943e9c01 req-7a034b8f-d703-4799-8142-91145f045b34 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.44 "DELETE /v2.0/ports/14aa57ea-f2f8-4fbd-8cd5-86271e30c53f HTTP/1.1" status: 204 len: 173 time: 0.7571859 May 21 15:31:11.118089 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a645d1-1e65-4fc6-bf66-82b48346bef4', 'name': 'network-vif-deleted', 'tag': '14aa57ea-f2f8-4fbd-8cd5-86271e30c53f', 'status': 'completed', 'code': 200} May 21 15:31:11.640753 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e6badaba-ea64-482b-b25d-768ea7b1761e req-e37566d5-3777-4465-82a7-0ef8bd6f5d6b tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 210 time: 0.0430176 May 21 15:31:11.944265 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-431ed8b3-2f9e-4f03-9230-2bb2cca3d6ec tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:11.945817 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-431ed8b3-2f9e-4f03-9230-2bb2cca3d6ec tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.44 "GET /v2.0/networks?id=45459d29-f01a-43cc-b074-dcb45df5f164 HTTP/1.1" status: 200 len: 809 time: 0.1633596 May 21 15:31:12.007558 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-f8650ec4-dbc1-481e-8e7c-291a3a0c14e6 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ca5c84a94db45a6a63e098cb79925de HTTP/1.1" status: 200 len: 379 time: 0.0435302 May 21 15:31:12.017233 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Request body: {'port': {'device_id': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'admin_state_up': True, 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'security_groups': ['2a3e4732-1d45-434b-abd3-383cea95626d']}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:31:12.166260 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:31:12.179007 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:31:12.190573 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Made reservation on behalf of 4ca5c84a94db45a6a63e098cb79925de for: {'port': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:31:12.194908 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:12.384747 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-530f1858-2aad-4490-889d-c7d0e4386ddf req-a117fb4d-b28e-4536-9198-dc79216b824d tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Synchronizing usage tracker for tenant:102d69f92fca40d1a84fa0a79bc18c80 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:31:12.433955 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-530f1858-2aad-4490-889d-c7d0e4386ddf req-a117fb4d-b28e-4536-9198-dc79216b824d tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Unset dirty status for tenant:102d69f92fca40d1a84fa0a79bc18c80 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:31:12.435131 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-530f1858-2aad-4490-889d-c7d0e4386ddf req-a117fb4d-b28e-4536-9198-dc79216b824d tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5a645d1-1e65-4fc6-bf66-82b48346bef4 HTTP/1.1" status: 200 len: 210 time: 0.2164373 May 21 15:31:12.526068 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Allocated IP 172.20.0.9 (45459d29-f01a-43cc-b074-dcb45df5f164/638c139f-3d70-4ba4-995b-ecdba83fa06b/65c4f45c-649c-4636-8415-c70b071fb444) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:31:12.584146 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:31:12.727889 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:12.744133 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Transition to ACTIVE for port object 65c4f45c-649c-4636-8415-c70b071fb444 will not be triggered until provisioned by entity DHCP. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:31:12.793957 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3315c2fa-d4a4-4044-899d-a872383683a6 req-b493b5de-544b-47c6-9934-204951572445 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 210 time: 0.0449712 May 21 15:31:12.809989 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:12.815634 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:12.885621 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Network 45459d29-f01a-43cc-b074-dcb45df5f164 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:31:12.888754 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:31:12.892665 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:31:12.928500 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Pushing event updated for resources: {'Port': ['ID=65c4f45c-649c-4636-8415-c70b071fb444,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:12.937539 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:12.965774 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:12.966418 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:12.993313 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9800725 May 21 15:31:13.056167 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Request body: {'port': {'device_id': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:31:13.159957 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-e6b24ba7-fcec-49de-9efb-b623ca591018 None None] Provisioning for port 65c4f45c-649c-4636-8415-c70b071fb444 completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:31:13.164829 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-e6b24ba7-fcec-49de-9efb-b623ca591018 None None] Provisioning complete for port 65c4f45c-649c-4636-8415-c70b071fb444 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:31:13.165213 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-e6b24ba7-fcec-49de-9efb-b623ca591018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:13.176941 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:13.220728 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-e6b24ba7-fcec-49de-9efb-b623ca591018 None None] Port 65c4f45c-649c-4636-8415-c70b071fb444 cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:31:13.546351 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c4f45c-649c-4636-8415-c70b071fb444 {{(pid=91543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:31:13.554340 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:13.569941 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Transition to ACTIVE for port object 65c4f45c-649c-4636-8415-c70b071fb444 will not be triggered until provisioned by entity L2. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:31:13.575405 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:13.579910 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:13.743506 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Pushing event updated for resources: {'Port': ['ID=65c4f45c-649c-4636-8415-c70b071fb444,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:13.750810 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:13.835549 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Attempting to bind port 65c4f45c-649c-4636-8415-c70b071fb444 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:31:13.835827 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Attempting to bind port 65c4f45c-649c-4636-8415-c70b071fb444 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '491a5f29-122f-4d0d-8025-0348a1253d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164'}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:31:13.836138 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Attempting to bind port 65c4f45c-649c-4636-8415-c70b071fb444 on network 45459d29-f01a-43cc-b074-dcb45df5f164 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:31:13.841661 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Port 65c4f45c-649c-4636-8415-c70b071fb444 on network 45459d29-f01a-43cc-b074-dcb45df5f164 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:31:13.841997 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Attempting to bind port 65c4f45c-649c-4636-8415-c70b071fb444 on network 45459d29-f01a-43cc-b074-dcb45df5f164 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:31:13.848155 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:31:13.848827 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Checking segment: {'id': '491a5f29-122f-4d0d-8025-0348a1253d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:31:13.850074 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Bound using segment: {'id': '491a5f29-122f-4d0d-8025-0348a1253d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164'} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:31:13.851341 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Bound port: 65c4f45c-649c-4636-8415-c70b071fb444, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491a5f29-122f-4d0d-8025-0348a1253d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164'}}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:31:13.851702 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:14.014922 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] For port 65c4f45c-649c-4636-8415-c70b071fb444, host hv-cinder-79264, cleared binding levels {{(pid=91543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:31:14.026337 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] For port 65c4f45c-649c-4636-8415-c70b071fb444, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=65c4f45c-649c-4636-8415-c70b071fb444,segment=NetworkSegment(491a5f29-122f-4d0d-8025-0348a1253d9e),segment_id=491a5f29-122f-4d0d-8025-0348a1253d9e)] {{(pid=91543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:31:14.039230 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:14.045780 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-00fcba6e-a2d4-478e-89bf-68979cafd194 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:14.105037 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40fd20-70c0-495c-bc32-52fa8ca9036b req-3b1ec47d-71c4-4eb6-9eb0-3a1f4f20fb83 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:14.105854 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-6f40fd20-70c0-495c-bc32-52fa8ca9036b req-3b1ec47d-71c4-4eb6-9eb0-3a1f4f20fb83 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Synchronizing usage tracker for tenant:4ca5c84a94db45a6a63e098cb79925de on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:31:14.122986 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:14.124226 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:14.126142 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] 10.222.0.44 "PUT /v2.0/ports/65c4f45c-649c-4636-8415-c70b071fb444 HTTP/1.1" status: 200 len: 1093 time: 1.1213405 May 21 15:31:14.133293 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'tag': '65c4f45c-649c-4636-8415-c70b071fb444'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:31:14.238661 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'tag': '65c4f45c-649c-4636-8415-c70b071fb444', 'status': 'completed', 'code': 200} May 21 15:31:14.259341 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-6f40fd20-70c0-495c-bc32-52fa8ca9036b req-3b1ec47d-71c4-4eb6-9eb0-3a1f4f20fb83 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Unset dirty status for tenant:4ca5c84a94db45a6a63e098cb79925de on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:31:14.261250 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-6f40fd20-70c0-495c-bc32-52fa8ca9036b req-3b1ec47d-71c4-4eb6-9eb0-3a1f4f20fb83 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 943 time: 0.3307867 May 21 15:31:14.293740 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Pushing event updated for resources: {'Port': ['ID=65c4f45c-649c-4636-8415-c70b071fb444,revision_number=3']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:14.297035 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:14.344095 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-6f40fd20-70c0-495c-bc32-52fa8ca9036b req-9ed9bd6e-188c-44c5-8ff0-e13de994c47a tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741000 May 21 15:31:14.358780 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-ba032bae-97ef-4e1b-90b6-406f2c434c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:14.360493 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-ba032bae-97ef-4e1b-90b6-406f2c434c0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ca5c84a94db45a6a63e098cb79925de&device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 1096 time: 0.1804292 May 21 15:31:14.530314 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-631f10e8-0d28-44fa-a3d7-0d9f51b254f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65c4f45c-649c-4636-8415-c70b071fb444 HTTP/1.1" status: 200 len: 217 time: 0.1565402 May 21 15:31:14.598149 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-5b32087f-f484-4c84-b3d7-95da2a87bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:14.599625 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-5b32087f-f484-4c84-b3d7-95da2a87bba5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=638c139f-3d70-4ba4-995b-ecdba83fa06b HTTP/1.1" status: 200 len: 848 time: 0.0624635 May 21 15:31:14.684317 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-a7931f79-12a6-409d-83fe-2d7666af9add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:14.686220 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-a7931f79-12a6-409d-83fe-2d7666af9add service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45459d29-f01a-43cc-b074-dcb45df5f164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796609 May 21 15:31:14.832738 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-0b57b7fb-fbea-4e68-83db-24af17833bbf service neutron] 10.222.0.44 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389325 May 21 15:31:14.977358 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-0c8ad1ac-3424-44e5-a5d8-1099c4ded6ad req-58f30023-6b87-4d37-b7e4-eab70928725b service neutron] 10.222.0.44 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378782 May 21 15:31:15.100163 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dc7bd-f742-4d71-9509-6af15562de68 req-4f5c25a1-8bd2-4fd0-96db-91e01a49fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:15.101707 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-668dc7bd-f742-4d71-9509-6af15562de68 req-4f5c25a1-8bd2-4fd0-96db-91e01a49fa82 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ca5c84a94db45a6a63e098cb79925de&device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 1096 time: 0.0766799 May 21 15:31:15.179778 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:31:15.217398 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:31:15.217831 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 14aa57ea-f2f8-4fbd-8cd5-86271e30c53f not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:31:15.248052 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dc7bd-f742-4d71-9509-6af15562de68 req-4c7910b0-9cfa-43a3-8ea9-397f331f6082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:15.249531 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-668dc7bd-f742-4d71-9509-6af15562de68 req-4c7910b0-9cfa-43a3-8ea9-397f331f6082 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45459d29-f01a-43cc-b074-dcb45df5f164 HTTP/1.1" status: 200 len: 910 time: 0.1359932 May 21 15:31:15.323827 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-668dc7bd-f742-4d71-9509-6af15562de68 req-87eeece1-2d92-4b27-80df-445bd6cb5b08 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65c4f45c-649c-4636-8415-c70b071fb444 HTTP/1.1" status: 200 len: 217 time: 0.0670950 May 21 15:31:15.396997 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dc7bd-f742-4d71-9509-6af15562de68 req-4d11a513-1599-471c-a309-b2d5eec984fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:15.398706 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-668dc7bd-f742-4d71-9509-6af15562de68 req-4d11a513-1599-471c-a309-b2d5eec984fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=638c139f-3d70-4ba4-995b-ecdba83fa06b HTTP/1.1" status: 200 len: 848 time: 0.0680604 May 21 15:31:15.494145 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dc7bd-f742-4d71-9509-6af15562de68 req-4e77aeb7-5111-4399-9d4f-28b6c7419d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:15.495667 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-668dc7bd-f742-4d71-9509-6af15562de68 req-4e77aeb7-5111-4399-9d4f-28b6c7419d4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45459d29-f01a-43cc-b074-dcb45df5f164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864065 May 21 15:31:15.562768 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad5069-f1a0-4d47-95bf-e584d4db3cdc req-90871bc7-1ad8-4e3d-8a30-ef78f889fef4 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:15.564578 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0bad5069-f1a0-4d47-95bf-e584d4db3cdc req-90871bc7-1ad8-4e3d-8a30-ef78f889fef4 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 943 time: 0.0933969 May 21 15:31:15.620842 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-0bad5069-f1a0-4d47-95bf-e584d4db3cdc req-3a98a93c-dd28-42d1-8b42-8f2b378c47b5 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Synchronizing usage tracker for tenant:4ca5c84a94db45a6a63e098cb79925de on resource:security_group {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:31:15.638747 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-0bad5069-f1a0-4d47-95bf-e584d4db3cdc req-3a98a93c-dd28-42d1-8b42-8f2b378c47b5 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Unset dirty status for tenant:4ca5c84a94db45a6a63e098cb79925de on resource:security_group {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:31:15.639963 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0bad5069-f1a0-4d47-95bf-e584d4db3cdc req-3a98a93c-dd28-42d1-8b42-8f2b378c47b5 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673356 May 21 15:31:15.662437 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-668dc7bd-f742-4d71-9509-6af15562de68 req-c503f160-f876-4e7c-b062-a8a919069477 service neutron] 10.222.0.44 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577029 May 21 15:31:15.806756 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-668dc7bd-f742-4d71-9509-6af15562de68 req-84ade024-3984-4eba-b14b-c5212a17b5c6 service neutron] 10.222.0.44 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369004 May 21 15:31:16.838640 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb0e03-1366-4946-975e-1bdb530cdac4 req-ad3785c4-d983-4074-9ef1-3f43902711ec tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:16.840107 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8acb0e03-1366-4946-975e-1bdb530cdac4 req-ad3785c4-d983-4074-9ef1-3f43902711ec tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 943 time: 0.0817051 May 21 15:31:16.891486 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8acb0e03-1366-4946-975e-1bdb530cdac4 req-10f4f7d7-e0d5-4fb9-9241-fbad7edd9d27 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456467 May 21 15:31:18.203502 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515577d3-4bc6-40e6-8270-a39753a20512 req-2968f241-3a9d-46dd-8ff7-e41f17634543 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:18.205034 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-515577d3-4bc6-40e6-8270-a39753a20512 req-2968f241-3a9d-46dd-8ff7-e41f17634543 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 943 time: 0.2056255 May 21 15:31:18.251863 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-515577d3-4bc6-40e6-8270-a39753a20512 req-42118fdd-07ff-4fa1-a2eb-0e4cc0b78b47 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404124 May 21 15:31:18.483328 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 33212) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:31:18.634852 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-fe4e4c07-9fda-46b5-bda9-367e6391cfff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=102d69f92fca40d1a84fa0a79bc18c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501634 May 21 15:31:18.637207 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 33218) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:31:18.701757 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:18.727488 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:18.780331 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:18.784238 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-fdbdde2a-c577-40a1-885f-e518c8f3d1be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:18.798208 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fda1e3e-1158-42af-a0bf-52a57ef7e76c,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:18.807796 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:18.808156 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:18.808526 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:18.808921 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:18.809283 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:18.809640 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:18.809995 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:18.810349 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:18.810703 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:18.811051 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:18.811399 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:18.811747 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:18.816337 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:18.820432 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:18.821599 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9fda1e3e-1158-42af-a0bf-52a57ef7e76c HTTP/1.1" status: 204 len: 168 time: 0.1834836 May 21 15:31:19.215587 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 65c4f45c-649c-4636-8415-c70b071fb444 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:31:19.363359 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 65c4f45c-649c-4636-8415-c70b071fb444, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=65c4f45c-649c-4636-8415-c70b071fb444,segment=NetworkSegment(491a5f29-122f-4d0d-8025-0348a1253d9e),segment_id=491a5f29-122f-4d0d-8025-0348a1253d9e)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:31:19.378265 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': '65c4f45c-649c-4636-8415-c70b071fb444', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'port_id': '65c4f45c-649c-4636-8415-c70b071fb444', 'mac_address': 'fa:16:3e:18:65:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:31:19.438574 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:19.453749 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69821be4-5d5d-4c06-b0cf-4b301b4ff500 req-2b327445-b455-4f0a-98d1-f40a66f0062a tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:19.455254 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-69821be4-5d5d-4c06-b0cf-4b301b4ff500 req-2b327445-b455-4f0a-98d1-f40a66f0062a tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 943 time: 0.0866494 May 21 15:31:19.456209 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c4f45c-649c-4636-8415-c70b071fb444 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:31:19.477763 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 65c4f45c-649c-4636-8415-c70b071fb444, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=65c4f45c-649c-4636-8415-c70b071fb444,segment=NetworkSegment(491a5f29-122f-4d0d-8025-0348a1253d9e),segment_id=491a5f29-122f-4d0d-8025-0348a1253d9e)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:31:19.482975 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:19.485228 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:19.502265 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-69821be4-5d5d-4c06-b0cf-4b301b4ff500 req-879cc3ae-313b-474b-9bac-ecd74c7b07d5 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412538 May 21 15:31:19.559358 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=65c4f45c-649c-4636-8415-c70b071fb444,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:19.563704 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:19.743605 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['65c4f45c-649c-4636-8415-c70b071fb444'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:31:20.693062 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a8b13-a1d2-4db8-bf0e-a96cfce89aa9 req-713be317-4d0b-418d-a70b-59728973912f tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:20.694488 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-231a8b13-a1d2-4db8-bf0e-a96cfce89aa9 req-713be317-4d0b-418d-a70b-59728973912f tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 944 time: 0.0838997 May 21 15:31:20.740078 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-231a8b13-a1d2-4db8-bf0e-a96cfce89aa9 req-3859f109-d60f-4cf2-a096-8acb224f8ae1 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398912 May 21 15:31:21.229103 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 65c4f45c-649c-4636-8415-c70b071fb444 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:31:21.296320 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port 65c4f45c-649c-4636-8415-c70b071fb444 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:31:21.301120 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port 65c4f45c-649c-4636-8415-c70b071fb444 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:31:21.301576 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:21.428531 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:21.459720 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c4f45c-649c-4636-8415-c70b071fb444'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:31:21.475093 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 65c4f45c-649c-4636-8415-c70b071fb444, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=65c4f45c-649c-4636-8415-c70b071fb444,segment=NetworkSegment(491a5f29-122f-4d0d-8025-0348a1253d9e),segment_id=491a5f29-122f-4d0d-8025-0348a1253d9e)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:31:21.482341 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:21.484854 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:21.526455 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c4f45c-649c-4636-8415-c70b071fb444', 'code': 200} May 21 15:31:21.535022 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-065af811-b802-4826-ba63-f0b00a39bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:21.579882 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=65c4f45c-649c-4636-8415-c70b071fb444,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:21.583860 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:21.875806 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853c4fa-9ce2-497d-b60d-51e7f68252fa req-e6eb404c-d125-4eb3-973e-2c1b39ddb2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:21.878238 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c853c4fa-9ce2-497d-b60d-51e7f68252fa req-e6eb404c-d125-4eb3-973e-2c1b39ddb2dd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 1098 time: 0.0870955 May 21 15:31:21.923362 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c853c4fa-9ce2-497d-b60d-51e7f68252fa req-149a63cd-973e-46e8-9696-84afa4213d42 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371003 May 21 15:31:21.948024 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecb8f8-c797-40bf-8d81-1615de469c4f req-da860b16-6167-4163-82fa-93b4a2d2cc82 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:21.949535 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-89ecb8f8-c797-40bf-8d81-1615de469c4f req-da860b16-6167-4163-82fa-93b4a2d2cc82 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.0961807 May 21 15:31:21.999667 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-89ecb8f8-c797-40bf-8d81-1615de469c4f req-d18e7a45-362e-4846-91c9-1bfd7e10d681 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444772 May 21 15:31:23.229562 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef50737-7424-4a71-8b6e-32fef484a15d req-5bb14d83-3ead-42a9-8e20-ebc431303c15 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:23.231023 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1ef50737-7424-4a71-8b6e-32fef484a15d req-5bb14d83-3ead-42a9-8e20-ebc431303c15 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.0809126 May 21 15:31:23.279883 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1ef50737-7424-4a71-8b6e-32fef484a15d req-3da85f2e-c572-4d8a-a2e3-6b13c5a2724f tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431318 May 21 15:31:23.473815 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400f4d7-d5e4-4f96-86b3-7fe1668a8393 req-c1c3decb-ffb7-4dbb-b947-b56cf9ad050e tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:23.475939 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7400f4d7-d5e4-4f96-86b3-7fe1668a8393 req-c1c3decb-ffb7-4dbb-b947-b56cf9ad050e tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.0857038 May 21 15:31:23.520547 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7400f4d7-d5e4-4f96-86b3-7fe1668a8393 req-bf7e7665-1902-4077-8724-986ec61834b0 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389228 May 21 15:31:23.543461 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 33252) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:31:23.777779 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2013caab-c075-411c-9fed-93fdfc79a315 tempest-TestShelveInstance-215061790 tempest-TestShelveInstance-215061790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:23.778496 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-2013caab-c075-411c-9fed-93fdfc79a315 tempest-TestShelveInstance-215061790 tempest-TestShelveInstance-215061790-project-admin] Synchronizing usage tracker for tenant:dc78115c7cdf4d958f7d70887461f9ab on resource:port {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:31:23.795349 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-2013caab-c075-411c-9fed-93fdfc79a315 tempest-TestShelveInstance-215061790 tempest-TestShelveInstance-215061790-project-admin] Unset dirty status for tenant:dc78115c7cdf4d958f7d70887461f9ab on resource:port {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:31:23.796430 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-2013caab-c075-411c-9fed-93fdfc79a315 tempest-TestShelveInstance-215061790 tempest-TestShelveInstance-215061790-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 1093 time: 0.2520466 May 21 15:31:23.800355 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 33258) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:31:23.806383 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Request body: {'floatingip': {'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'port_id': '65c4f45c-649c-4636-8415-c70b071fb444', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:31:23.812521 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:31:23.816540 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Usage tracker for resource:floatingip and tenant:4ca5c84a94db45a6a63e098cb79925de is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:31:23.819664 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:31:23.825830 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:31:23.834122 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:23.845260 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for floatingip, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:23.997006 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:24.148717 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-adca0293-726c-40cf-a178-618f5dfa087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:24.150014 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_common [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Allocated IP 172.28.3.101 (39961b0a-5138-4007-86ae-d184e62026e0/62db980b-fc91-4b32-a3dc-349d62b1ea2a/f17af6db-fdc1-49fc-ac0e-8fcbf41d7d92) {{(pid=91544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:31:24.302330 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for port, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:24.338503 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506920'] for port, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:24.342262 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:24.404838 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Network 39961b0a-5138-4007-86ae-d184e62026e0 is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:31:24.407506 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:31:24.411322 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Received port after_create {{(pid=91544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:31:24.449918 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Pushing event updated for resources: {'Port': ['ID=f17af6db-fdc1-49fc-ac0e-8fcbf41d7d92,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:24.458404 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:24.847272 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:24.922529 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:25.028513 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:25.232390 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for port, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:25.236954 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506943'] for port, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:25.240472 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:25.357843 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Pushing event updated for resources: {'Port': ['ID=f17af6db-fdc1-49fc-ac0e-8fcbf41d7d92,revision_number=2']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:25.360376 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928966'] for floatingip, after_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:25.415604 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:25.545669 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.l3_db [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Floating IP ee2fae0f-5059-4c7c-910b-2d3197cb894c associated. External IP: 172.28.3.101, port: 65c4f45c-649c-4636-8415-c70b071fb444. May 21 15:31:25.910076 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:31:26.100811 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:31:26.111074 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c8492c-2bea-409b-aac0-d8be357b742e None None] Sync routers for ids ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:31:26.121654 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c8492c-2bea-409b-aac0-d8be357b742e None None] Routers {'32a5c52b-ebb5-4f30-a92b-02a1dc25363f'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:31:26.122269 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-a2c8492c-2bea-409b-aac0-d8be357b742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:31:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:31:26.126801 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for floatingip, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:26.196911 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-1ec9e13b-435d-44d7-8dd3-7d8eccf8b893 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3848562 May 21 15:31:26.196911 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'tag': '65c4f45c-649c-4636-8415-c70b071fb444'}] {{(pid=91544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:31:26.294690 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'tag': '65c4f45c-649c-4636-8415-c70b071fb444', 'status': 'completed', 'code': 200} May 21 15:31:26.311144 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-a2c8492c-2bea-409b-aac0-d8be357b742e None None] Set router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:31:26.499074 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e5183-b852-4f00-a892-cd805558bf83 req-383bd374-3516-476c-b657-5e74a21b45f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:26.500577 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-095e5183-b852-4f00-a892-cd805558bf83 req-383bd374-3516-476c-b657-5e74a21b45f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ca5c84a94db45a6a63e098cb79925de&device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 1098 time: 0.1787062 May 21 15:31:26.639620 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e5183-b852-4f00-a892-cd805558bf83 req-93a2f40d-4f26-4846-a45e-0b6fc7619c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:26.641491 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-095e5183-b852-4f00-a892-cd805558bf83 req-93a2f40d-4f26-4846-a45e-0b6fc7619c11 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45459d29-f01a-43cc-b074-dcb45df5f164 HTTP/1.1" status: 200 len: 910 time: 0.1332052 May 21 15:31:26.726277 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-a2c8492c-2bea-409b-aac0-d8be357b742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'name': 'tempest-TestShelveInstance-1256527798-router', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '393a8215-d573-41ac-8790-405acbf0bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:27Z', 'updated_at': '2021-05-21T15:30:34Z', 'revision_number': 4, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'gw_port': {'id': '393a8215-d573-41ac-8790-405acbf0bf15', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:28Z', 'updated_at': '2021-05-21T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': 'ee2fae0f-5059-4c7c-910b-2d3197cb894c', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'floating_ip_address': '172.28.3.101', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'port_id': '65c4f45c-649c-4636-8415-c70b071fb444', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'mac_address': 'fa:16:3e:18:65:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:31:24Z', 'updated_at': '2021-05-21T15:31:24Z', 'revision_number': 0, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1625cdf-ef65-4703-b10b-6dee7902e0b0', 'name': '', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'mac_address': 'fa:16:3e:36:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:32Z', 'updated_at': '2021-05-21T15:30:44Z', 'revision_number': 5, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'subnets': [{'id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:31:26.730536 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c8492c-2bea-409b-aac0-d8be357b742e None None] Checking router: 32a5c52b-ebb5-4f30-a92b-02a1dc25363f for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:31:26.739023 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c8492c-2bea-409b-aac0-d8be357b742e None None] Routers {'32a5c52b-ebb5-4f30-a92b-02a1dc25363f'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:31:26.739659 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-a2c8492c-2bea-409b-aac0-d8be357b742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:31:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:31:26.748111 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-095e5183-b852-4f00-a892-cd805558bf83 req-3b9b553b-5bc8-4d9e-9f19-946bf049aac9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65c4f45c-649c-4636-8415-c70b071fb444 HTTP/1.1" status: 200 len: 999 time: 0.0987871 May 21 15:31:26.815987 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e5183-b852-4f00-a892-cd805558bf83 req-4d7c1248-af04-488c-accd-4df35f45decb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:26.817470 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-095e5183-b852-4f00-a892-cd805558bf83 req-4d7c1248-af04-488c-accd-4df35f45decb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=638c139f-3d70-4ba4-995b-ecdba83fa06b HTTP/1.1" status: 200 len: 848 time: 0.0598001 May 21 15:31:26.888691 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:26.902211 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e5183-b852-4f00-a892-cd805558bf83 req-c8d88df3-5de2-426a-b06f-aea125d9d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:26.903705 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-095e5183-b852-4f00-a892-cd805558bf83 req-c8d88df3-5de2-426a-b06f-aea125d9d1fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45459d29-f01a-43cc-b074-dcb45df5f164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779057 May 21 15:31:26.933674 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-a2c8492c-2bea-409b-aac0-d8be357b742e None None] Set router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:31:27.044482 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-095e5183-b852-4f00-a892-cd805558bf83 req-6918aacb-7e2c-41d4-875a-49a7ca87d7ed service neutron] 10.222.0.44 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328049 May 21 15:31:27.188300 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-095e5183-b852-4f00-a892-cd805558bf83 req-397f0a50-b15f-46ee-814d-ae991700a8e3 service neutron] 10.222.0.44 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349020 May 21 15:31:27.299122 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-a2c8492c-2bea-409b-aac0-d8be357b742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'name': 'tempest-TestShelveInstance-1256527798-router', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '393a8215-d573-41ac-8790-405acbf0bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:27Z', 'updated_at': '2021-05-21T15:30:34Z', 'revision_number': 4, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'gw_port': {'id': '393a8215-d573-41ac-8790-405acbf0bf15', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:28Z', 'updated_at': '2021-05-21T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': 'ee2fae0f-5059-4c7c-910b-2d3197cb894c', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'floating_ip_address': '172.28.3.101', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'port_id': '65c4f45c-649c-4636-8415-c70b071fb444', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'mac_address': 'fa:16:3e:18:65:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:31:24Z', 'updated_at': '2021-05-21T15:31:24Z', 'revision_number': 0, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1625cdf-ef65-4703-b10b-6dee7902e0b0', 'name': '', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'mac_address': 'fa:16:3e:36:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:32Z', 'updated_at': '2021-05-21T15:30:44Z', 'revision_number': 5, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'subnets': [{'id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:31:27.303403 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c8492c-2bea-409b-aac0-d8be357b742e None None] The sync data for ids ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'] in dv-cinder-792642-1-smb is: [{'id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'name': 'tempest-TestShelveInstance-1256527798-router', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '393a8215-d573-41ac-8790-405acbf0bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:27Z', 'updated_at': '2021-05-21T15:30:34Z', 'revision_number': 4, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'gw_port': {'id': '393a8215-d573-41ac-8790-405acbf0bf15', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:28Z', 'updated_at': '2021-05-21T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': 'ee2fae0f-5059-4c7c-910b-2d3197cb894c', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'floating_ip_address': '172.28.3.101', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'port_id': '65c4f45c-649c-4636-8415-c70b071fb444', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'mac_address': 'fa:16:3e:18:65:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:31:24Z', 'updated_at': '2021-05-21T15:31:24Z', 'revision_number': 0, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1625cdf-ef65-4703-b10b-6dee7902e0b0', 'name': '', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'mac_address': 'fa:16:3e:36:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:32Z', 'updated_at': '2021-05-21T15:30:44Z', 'revision_number': 5, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'subnets': [{'id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:31:27.508532 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60966e95-32d3-424b-8264-51eb938ff681 None None] New status for floating IP ee2fae0f-5059-4c7c-910b-2d3197cb894c: ACTIVE {{(pid=91546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:31:39.305449 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:45.594875 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcfad4-0e5d-44b3-bf4c-95ac30617671 req-b23a8150-911c-4974-9d87-67bc1ddfd2c9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:45.596316 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-93dcfad4-0e5d-44b3-bf4c-95ac30617671 req-b23a8150-911c-4974-9d87-67bc1ddfd2c9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0845039 May 21 15:31:45.644880 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-93dcfad4-0e5d-44b3-bf4c-95ac30617671 req-e1b85a64-8d2d-42e5-9da0-cd6d7653cdd0 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397766 May 21 15:31:46.844562 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdf8f1-2694-4c43-a6f3-34eeeb530695 req-3cf797cf-6571-45d5-ac4b-3c3ea1f8aa0a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:46.846045 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-07cdf8f1-2694-4c43-a6f3-34eeeb530695 req-3cf797cf-6571-45d5-ac4b-3c3ea1f8aa0a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0863218 May 21 15:31:46.890591 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-07cdf8f1-2694-4c43-a6f3-34eeeb530695 req-9b64890f-d88f-45d1-8b29-161570e43dc6 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389297 May 21 15:31:48.076401 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c12542-1f5c-49a8-aa6b-ed8ecba40a01 req-a8ea7ad6-dc22-48a7-a8a6-54f967c78725 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:48.077758 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-25c12542-1f5c-49a8-aa6b-ed8ecba40a01 req-a8ea7ad6-dc22-48a7-a8a6-54f967c78725 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0772610 May 21 15:31:48.121534 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-25c12542-1f5c-49a8-aa6b-ed8ecba40a01 req-a6b2bc24-ea70-438f-9bf2-19ff60960219 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381579 May 21 15:31:49.313872 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5b335-aef8-4934-909a-0d640de89a5d req-3ee1ae8e-3bc1-47eb-aa59-ef44f75e818d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:49.315613 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-61d5b335-aef8-4934-909a-0d640de89a5d req-3ee1ae8e-3bc1-47eb-aa59-ef44f75e818d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0841057 May 21 15:31:49.366021 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-61d5b335-aef8-4934-909a-0d640de89a5d req-e9d1b55c-c4bb-4eac-bea6-4dd05358c2d7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413232 May 21 15:31:49.582939 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:31:50.717229 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39d0a1-73df-4b61-8ff3-fe3bc384773c req-d5cf4636-6b85-4938-a990-b16d48e24357 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:50.718658 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ce39d0a1-73df-4b61-8ff3-fe3bc384773c req-d5cf4636-6b85-4938-a990-b16d48e24357 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0941536 May 21 15:31:50.764222 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ce39d0a1-73df-4b61-8ff3-fe3bc384773c req-72ac215f-323e-4b21-af4e-a28a662dcc56 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398488 May 21 15:31:51.489003 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-da61c542-d579-45cb-a1ce-ca9a424f40e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:51.954752 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33fddf-c64e-4910-aa5e-e036f427be4d req-5f404efc-d09d-44ba-9064-3b38e02dc3b9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:51.956271 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ee33fddf-c64e-4910-aa5e-e036f427be4d req-5f404efc-d09d-44ba-9064-3b38e02dc3b9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0829303 May 21 15:31:52.001394 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ee33fddf-c64e-4910-aa5e-e036f427be4d req-44c5fad8-e47a-4314-b519-991737f94052 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389905 May 21 15:31:53.200199 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03feccd6-ec3b-4c31-aec1-21b0c89d0a54 req-698dd2f7-eab0-401e-82be-51bafddacf9a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:53.201794 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-03feccd6-ec3b-4c31-aec1-21b0c89d0a54 req-698dd2f7-eab0-401e-82be-51bafddacf9a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0865765 May 21 15:31:53.251510 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-03feccd6-ec3b-4c31-aec1-21b0c89d0a54 req-3a2989c4-0892-4993-8ddd-881ede2b13f8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438941 May 21 15:31:53.828080 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:54.156408 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-e6007936-e73a-441d-a080-5cefe9735578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:54.450776 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dfe08-17ea-44fe-a5aa-d96813f46460 req-1d4a43f5-80fb-4302-9c7c-c0a6dd53ef7d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:54.452157 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0b8dfe08-17ea-44fe-a5aa-d96813f46460 req-1d4a43f5-80fb-4302-9c7c-c0a6dd53ef7d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0856566 May 21 15:31:54.497561 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0b8dfe08-17ea-44fe-a5aa-d96813f46460 req-6fd1e4c9-fb7d-4b3c-9cbf-839cc7bc8486 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396192 May 21 15:31:55.030898 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:55.699417 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5198f11-6270-493a-ad1b-ce8e9186f8bf req-e0e75b01-dbe6-46a4-9c43-cceb52961198 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:55.700929 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d5198f11-6270-493a-ad1b-ce8e9186f8bf req-e0e75b01-dbe6-46a4-9c43-cceb52961198 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0849433 May 21 15:31:55.754871 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d5198f11-6270-493a-ad1b-ce8e9186f8bf req-a1d1db82-da14-47e2-a559-3ea9ff4adcae tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459313 May 21 15:31:56.825330 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:56.968746 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa20a6-75eb-4249-afdd-8c30f412266f req-c6419c65-12ce-4b72-9409-b7658e50cef7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:56.970381 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8ffa20a6-75eb-4249-afdd-8c30f412266f req-c6419c65-12ce-4b72-9409-b7658e50cef7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0953970 May 21 15:31:57.018793 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8ffa20a6-75eb-4249-afdd-8c30f412266f req-8cb21bbc-5cc3-45af-a21b-79c428c8e00f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403571 May 21 15:31:58.219967 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa72506-c6ba-4b94-9599-d2cb924237f8 req-ea16de22-871a-49f5-ac86-a88208249f9d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:58.221500 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bfa72506-c6ba-4b94-9599-d2cb924237f8 req-ea16de22-871a-49f5-ac86-a88208249f9d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0839787 May 21 15:31:58.273073 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bfa72506-c6ba-4b94-9599-d2cb924237f8 req-4ed148c9-3c0e-4213-8408-30e0dd4646da tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433271 May 21 15:31:59.479764 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090e1f3-7653-46d9-bbb5-55fbfc73846f req-c1909156-2a52-4d42-8e61-b6af4dae5ed6 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:59.481266 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c090e1f3-7653-46d9-bbb5-55fbfc73846f req-c1909156-2a52-4d42-8e61-b6af4dae5ed6 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0851424 May 21 15:31:59.528008 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c090e1f3-7653-46d9-bbb5-55fbfc73846f req-d66e888a-7ef2-41b9-9483-891280ace023 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405824 May 21 15:32:00.726359 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cfd4b-a59a-4034-a0aa-2231d41c3bed req-0b06f893-fbd5-437c-9048-9367610a88c1 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:00.728253 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4e7cfd4b-a59a-4034-a0aa-2231d41c3bed req-0b06f893-fbd5-437c-9048-9367610a88c1 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0833054 May 21 15:32:00.776676 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4e7cfd4b-a59a-4034-a0aa-2231d41c3bed req-f3b34e3e-7937-4056-88f6-2653b655ddcf tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413604 May 21 15:32:01.975368 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c7fe1-bb79-42a0-a65d-c17683d364d4 req-bbbc4636-4a86-4190-a5f5-f5194c761aa4 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:01.976760 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf0c7fe1-bb79-42a0-a65d-c17683d364d4 req-bbbc4636-4a86-4190-a5f5-f5194c761aa4 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0849216 May 21 15:32:02.129655 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bf0c7fe1-bb79-42a0-a65d-c17683d364d4 req-42fa0d44-7862-4701-a74c-922888186393 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472902 May 21 15:32:03.339540 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0c387-a33e-4c73-938a-8f580eef2a01 req-31975667-4a8e-43d7-a055-c569eed48aab tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:03.341021 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-56f0c387-a33e-4c73-938a-8f580eef2a01 req-31975667-4a8e-43d7-a055-c569eed48aab tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0937963 May 21 15:32:03.400507 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-56f0c387-a33e-4c73-938a-8f580eef2a01 req-cd59988d-77f3-4b8a-84b0-34da8876afdb tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526872 May 21 15:32:03.474295 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:32:03.623794 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:03.638319 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'port_id': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126', 'mac_address': 'fa:16:3e:b1:9c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:32:03.697501 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:03.715225 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:32:03.730609 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:03.735751 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:03.737807 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:03.813500 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,revision_number=6']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:03.824456 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:03.824456 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:03.824456 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:03.824456 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:03.824456 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:03.824456 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:03.825317 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:03.825317 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:03.825317 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:03.825615 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:03.825966 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:03.826302 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:03.831639 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:03.849056 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['b9c67ce4-c671-4f10-b6a8-4b34ca3ee126'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:32:04.752120 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb995ba7-0a19-44f0-8641-442d7e1c1d64 req-c8cb459d-1616-4775-8870-67c9fe66886e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:04.754388 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-cb995ba7-0a19-44f0-8641-442d7e1c1d64 req-c8cb459d-1616-4775-8870-67c9fe66886e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 945 time: 0.1941710 May 21 15:32:04.809269 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-cb995ba7-0a19-44f0-8641-442d7e1c1d64 req-f3928e43-718d-4509-89ad-4799214bdc26 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484097 May 21 15:32:05.486666 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:32:05.581361 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:05.581647 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:05.765210 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:05.798952 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:32:05.811130 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:05.816820 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:05.820226 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:05.956177 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126', 'code': 200} May 21 15:32:05.972827 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,revision_number=7']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:05.986694 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:06.074373 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa5a94-5486-4f53-bb60-c987fe8ea396 req-2e68811b-e782-4ea9-905f-b7f5096afe1a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:06.075911 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7bfa5a94-5486-4f53-bb60-c987fe8ea396 req-2e68811b-e782-4ea9-905f-b7f5096afe1a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.1194010 May 21 15:32:06.137070 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7bfa5a94-5486-4f53-bb60-c987fe8ea396 req-18c41f98-fff3-4acf-896b-5f0e4654bbaa tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539448 May 21 15:32:07.220168 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d123f3c-bff4-40e6-a223-3ab5c2cfc3b1 req-4255dd5c-d174-4a2e-b8a1-04ae38ff6880 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:07.228864 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-3d123f3c-bff4-40e6-a223-3ab5c2cfc3b1 req-4255dd5c-d174-4a2e-b8a1-04ae38ff6880 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 946 time: 0.1007237 May 21 15:32:07.287450 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-3d123f3c-bff4-40e6-a223-3ab5c2cfc3b1 req-e3e239b6-ce43-4500-8df6-eb5cc74057cf tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=b39adfd6-314e-43e1-a2ce-de887b250ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575938 May 21 15:32:07.420557 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8452aa-7263-4182-a220-5d191517e265 req-a3497919-3e35-444c-9d85-2dc5f711c66a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:07.423089 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3f8452aa-7263-4182-a220-5d191517e265 req-a3497919-3e35-444c-9d85-2dc5f711c66a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.1194921 May 21 15:32:07.472983 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3f8452aa-7263-4182-a220-5d191517e265 req-e09d23be-50d6-4da1-a718-c6971a933821 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443277 May 21 15:32:08.480290 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b6041-341f-4200-9723-c1a380dc75ee req-49c05e11-1519-4fdd-be2b-2f526a998b47 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:08.481801 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b43b6041-341f-4200-9723-c1a380dc75ee req-49c05e11-1519-4fdd-be2b-2f526a998b47 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 946 time: 0.0855722 May 21 15:32:08.528487 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b43b6041-341f-4200-9723-c1a380dc75ee req-bd643ce3-fb44-4f87-a82f-9e6a85eedd1e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=b39adfd6-314e-43e1-a2ce-de887b250ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404015 May 21 15:32:08.715788 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3198b4e-b046-42a8-a55d-170b98a7428a req-6db90ca4-767d-4aa5-bef8-d2b688d0e7ad tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:08.717327 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e3198b4e-b046-42a8-a55d-170b98a7428a req-6db90ca4-767d-4aa5-bef8-d2b688d0e7ad tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0866764 May 21 15:32:08.793907 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e3198b4e-b046-42a8-a55d-170b98a7428a req-19b9c744-e5eb-4aa4-bb8d-f25bf3e47dae tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697474 May 21 15:32:09.147426 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bfa39-bd34-4d3e-b23d-925e43d607e9 req-ce036fd8-15e4-4172-943b-98df6511e1da tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:09.149286 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-878bfa39-bd34-4d3e-b23d-925e43d607e9 req-ce036fd8-15e4-4172-943b-98df6511e1da tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 946 time: 0.0987198 May 21 15:32:09.300971 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-878bfa39-bd34-4d3e-b23d-925e43d607e9 req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Deleting port 17b7a081-8992-4b2e-a7ce-776e007a2bf7 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:32:09.301643 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-878bfa39-bd34-4d3e-b23d-925e43d607e9 req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:09.304646 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:09.445409 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-878bfa39-bd34-4d3e-b23d-925e43d607e9 req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] For port 17b7a081-8992-4b2e-a7ce-776e007a2bf7, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=17b7a081-8992-4b2e-a7ce-776e007a2bf7,segment=NetworkSegment(0563099a-3de1-4931-80db-f7b31a267dd3),segment_id=0563099a-3de1-4931-80db-f7b31a267dd3)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:09.446022 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-878bfa39-bd34-4d3e-b23d-925e43d607e9 req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:09.777485 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed780b-9f66-47f7-859f-ac303b226616 req-6d37cdd2-c5ed-4a20-939d-0742ecc08f6a tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:09.779389 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-16ed780b-9f66-47f7-859f-ac303b226616 req-6d37cdd2-c5ed-4a20-939d-0742ecc08f6a tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 946 time: 0.1269443 May 21 15:32:09.807862 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-878bfa39-bd34-4d3e-b23d-925e43d607e9 req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:09.808420 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-878bfa39-bd34-4d3e-b23d-925e43d607e9 req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928966'] for floatingip, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:09.808602 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.db.l3_db [req-878bfa39-bd34-4d3e-b23d-925e43d607e9 req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Floating IP 00b93655-7339-4039-b3e5-22c784f8305c disassociated. External IP: 172.28.3.94, port: 17b7a081-8992-4b2e-a7ce-776e007a2bf7. May 21 15:32:09.808995 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-878bfa39-bd34-4d3e-b23d-925e43d607e9 req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Calling delete_port for 17b7a081-8992-4b2e-a7ce-776e007a2bf7 owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:32:09.826512 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-16ed780b-9f66-47f7-859f-ac303b226616 req-d7a2f9f6-3495-45ef-8f91-57117decb73a tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups?id=b39adfd6-314e-43e1-a2ce-de887b250ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411365 May 21 15:32:10.043830 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-878bfa39-bd34-4d3e-b23d-925e43d607e9 req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:10.050629 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:10.120331 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event deleted for resources: {'Port': ['ID=17b7a081-8992-4b2e-a7ce-776e007a2bf7,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:10.143098 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:10.143590 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:10.143941 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:10.144292 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:10.144639 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:10.145011 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:10.145350 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:10.145689 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:10.146026 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:10.146361 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:10.146697 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:10.147023 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:10.226046 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:10.315589 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca716b-f201-4eb1-bc0c-6eda8c667c2b req-c037946c-d4a5-4750-a228-6478689794fd tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:10.317127 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-89ca716b-f201-4eb1-bc0c-6eda8c667c2b req-c037946c-d4a5-4750-a228-6478689794fd tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.3682103 May 21 15:32:10.453574 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-89ca716b-f201-4eb1-bc0c-6eda8c667c2b req-5835d642-96d0-48bd-ac2b-7561aee00553 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269968 May 21 15:32:10.482159 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-878bfa39-bd34-4d3e-b23d-925e43d607e9 req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Router 83eb46b4-a871-4353-b528-a2c30e677aca has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:32:10.486688 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf48335-573a-4ba9-8aa4-4697ac3796fc req-65997a34-8c00-4055-9ba6-5f6ef617b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:10.488075 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8cf48335-573a-4ba9-8aa4-4697ac3796fc req-65997a34-8c00-4055-9ba6-5f6ef617b1bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=865c13fd2e73428fa9c0e35a559bac7c&device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 1099 time: 0.2407396 May 21 15:32:10.932042 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-878bfa39-bd34-4d3e-b23d-925e43d607e9 req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:32:10.947081 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b70bdd6-4cad-4b21-bae4-58e66fd1cd42 None None] Sync routers for ids ['83eb46b4-a871-4353-b528-a2c30e677aca'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:32:10.966184 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b70bdd6-4cad-4b21-bae4-58e66fd1cd42 None None] Routers {'83eb46b4-a871-4353-b528-a2c30e677aca'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:32:10.967218 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-2b70bdd6-4cad-4b21-bae4-58e66fd1cd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:31:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['83eb46b4-a871-4353-b528-a2c30e677aca'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:11.017783 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-878bfa39-bd34-4d3e-b23d-925e43d607e9 req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] No DVR routers for this DVR port 17b7a081-8992-4b2e-a7ce-776e007a2bf7 on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:32:11.020225 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf48335-573a-4ba9-8aa4-4697ac3796fc req-85c16c5a-293c-465e-b27e-4b4b4c25321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:11.021731 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8cf48335-573a-4ba9-8aa4-4697ac3796fc req-85c16c5a-293c-465e-b27e-4b4b4c25321b service neutron] 10.222.0.44 "GET /v2.0/networks?id=be604bdc-eca1-4f61-b6ba-616764e18bc9 HTTP/1.1" status: 200 len: 918 time: 0.3319278 May 21 15:32:11.022861 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-878bfa39-bd34-4d3e-b23d-925e43d607e9 req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:11.033880 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5dcbe5-1891-4e1a-b476-f574c1192303', 'name': 'network-vif-deleted', 'tag': '17b7a081-8992-4b2e-a7ce-776e007a2bf7'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:32:11.039071 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d6cd8a4a-2b00-49fe-85b0-af90d16eae54 req-abc3a402-526b-4dfe-9fa2-16b3b5e902d4 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef5dcbe5-1891-4e1a-b476-f574c1192303 HTTP/1.1" status: 200 len: 210 time: 0.0755048 May 21 15:32:11.214150 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-878bfa39-bd34-4d3e-b23d-925e43d607e9 req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.44 "DELETE /v2.0/ports/17b7a081-8992-4b2e-a7ce-776e007a2bf7 HTTP/1.1" status: 204 len: 173 time: 2.0589964 May 21 15:32:11.227997 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5dcbe5-1891-4e1a-b476-f574c1192303', 'name': 'network-vif-deleted', 'tag': '17b7a081-8992-4b2e-a7ce-776e007a2bf7', 'status': 'completed', 'code': 200} May 21 15:32:11.263525 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8cf48335-573a-4ba9-8aa4-4697ac3796fc req-da2febdf-ac47-43a5-9869-a5a6cf28e27d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 HTTP/1.1" status: 200 len: 1001 time: 0.2150786 May 21 15:32:11.267532 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-2b70bdd6-4cad-4b21-bae4-58e66fd1cd42 None None] Set router 83eb46b4-a871-4353-b528-a2c30e677aca gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:32:11.357606 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf48335-573a-4ba9-8aa4-4697ac3796fc req-57c7b10b-e853-48b3-b5e9-3ddd8d1d9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:11.359145 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8cf48335-573a-4ba9-8aa4-4697ac3796fc req-57c7b10b-e853-48b3-b5e9-3ddd8d1d9eca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=926fad46-9536-465a-9c61-3bd00dd1e8fb HTTP/1.1" status: 200 len: 856 time: 0.0811627 May 21 15:32:11.457956 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf48335-573a-4ba9-8aa4-4697ac3796fc req-666b4bb3-fa20-4aa4-b8bc-4fc10a9dcefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:11.459935 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8cf48335-573a-4ba9-8aa4-4697ac3796fc req-666b4bb3-fa20-4aa4-b8bc-4fc10a9dcefe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be604bdc-eca1-4f61-b6ba-616764e18bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0937836 May 21 15:32:11.679024 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8cf48335-573a-4ba9-8aa4-4697ac3796fc req-e694646f-e678-438f-af4b-d46d909130a8 service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101607 May 21 15:32:11.711550 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-2b70bdd6-4cad-4b21-bae4-58e66fd1cd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:26:16Z', 'revision_number': 4, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '8d8bc071-f5d7-4cc3-bf4f-2286d1da3637', 'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:13Z', 'updated_at': '2021-05-21T15:26:28Z', 'revision_number': 5, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'subnets': [{'id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:11.717518 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b70bdd6-4cad-4b21-bae4-58e66fd1cd42 None None] Checking router: 83eb46b4-a871-4353-b528-a2c30e677aca for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:32:11.728997 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b70bdd6-4cad-4b21-bae4-58e66fd1cd42 None None] Routers {'83eb46b4-a871-4353-b528-a2c30e677aca'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:32:11.729873 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-2b70bdd6-4cad-4b21-bae4-58e66fd1cd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:31:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['83eb46b4-a871-4353-b528-a2c30e677aca'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:11.738554 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fc879-09a5-4699-ab00-76c4f74bf428 req-30773ef3-fe57-4f72-b9b0-3ba5c8f35463 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:11.740577 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-827fc879-09a5-4699-ab00-76c4f74bf428 req-30773ef3-fe57-4f72-b9b0-3ba5c8f35463 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.1345031 May 21 15:32:11.802998 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-827fc879-09a5-4699-ab00-76c4f74bf428 req-4f7ae12b-bea9-4cc8-83c5-31a6c3df7901 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551093 May 21 15:32:11.992770 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8cf48335-573a-4ba9-8aa4-4697ac3796fc req-a2c0bc61-81a6-49de-ad51-beb1a321f83b service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061771 May 21 15:32:12.048454 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-2b70bdd6-4cad-4b21-bae4-58e66fd1cd42 None None] Set router 83eb46b4-a871-4353-b528-a2c30e677aca gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:32:12.203057 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 33576) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:12.292587 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f10fcff7-b1c8-426d-b7f8-12551b1a6a3e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:12.334187 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f10fcff7-b1c8-426d-b7f8-12551b1a6a3e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:12.410650 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f10fcff7-b1c8-426d-b7f8-12551b1a6a3e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:12.422863 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-42fa7997-a1f3-49be-a0b4-133ecd5ff39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:12.440590 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fcff7-b1c8-426d-b7f8-12551b1a6a3e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39adfd6-314e-43e1-a2ce-de887b250ac0,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:12.443717 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f10fcff7-b1c8-426d-b7f8-12551b1a6a3e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:12.456408 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f10fcff7-b1c8-426d-b7f8-12551b1a6a3e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:12.458927 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-f10fcff7-b1c8-426d-b7f8-12551b1a6a3e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "DELETE /v2.0/security-groups/b39adfd6-314e-43e1-a2ce-de887b250ac0 HTTP/1.1" status: 204 len: 168 time: 0.2544310 May 21 15:32:12.462121 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 33580) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:12.478364 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-2b70bdd6-4cad-4b21-bae4-58e66fd1cd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:26:16Z', 'revision_number': 4, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '8d8bc071-f5d7-4cc3-bf4f-2286d1da3637', 'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:13Z', 'updated_at': '2021-05-21T15:26:28Z', 'revision_number': 5, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'subnets': [{'id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:12.483216 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.api.v2.resource [None req-0e117ab4-619c-499c-b8fe-0088b3fd1540 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] show failed (client error): The resource could not be found. May 21 15:32:12.484035 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-0e117ab4-619c-499c-b8fe-0088b3fd1540 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "GET /v2.0/security-groups/b39adfd6-314e-43e1-a2ce-de887b250ac0 HTTP/1.1" status: 404 len: 347 time: 0.0210874 May 21 15:32:12.485914 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b70bdd6-4cad-4b21-bae4-58e66fd1cd42 None None] The sync data for ids ['83eb46b4-a871-4353-b528-a2c30e677aca'] in dv-cinder-792642-1-smb is: [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:26:16Z', 'revision_number': 4, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '8d8bc071-f5d7-4cc3-bf4f-2286d1da3637', 'name': '', 'network_id': '2e58c33a-8f14-4216-8b82-5fec9142b248', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'mac_address': 'fa:16:3e:db:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:13Z', 'updated_at': '2021-05-21T15:26:28Z', 'revision_number': 5, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'subnets': [{'id': '7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:32:12.488932 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 33584) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:12.748589 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-a51a3181-0474-4916-ab4d-969edb3d198c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Deleting port 64a5b49a-a0a9-403b-a096-8699a5864141 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:32:12.749173 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a51a3181-0474-4916-ab4d-969edb3d198c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:12.804784 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d614f6c-751e-48dd-9b93-55e1739c77eb None None] New status for floating IP 00b93655-7339-4039-b3e5-22c784f8305c: DOWN {{(pid=91546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:32:12.887764 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a51a3181-0474-4916-ab4d-969edb3d198c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:12.888100 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a51a3181-0474-4916-ab4d-969edb3d198c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:13.146663 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-a51a3181-0474-4916-ab4d-969edb3d198c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Calling delete_port for 64a5b49a-a0a9-403b-a096-8699a5864141 owned by network:floatingip {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:32:13.260865 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5067661-69de-4822-a94a-9fdf56396cd7 req-c869cba3-1b74-4c73-a518-33d2ac5bb80d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:13.262342 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f5067661-69de-4822-a94a-9fdf56396cd7 req-c869cba3-1b74-4c73-a518-33d2ac5bb80d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.1118548 May 21 15:32:13.362301 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f5067661-69de-4822-a94a-9fdf56396cd7 req-354b2200-c639-49ce-b311-92a77d4a9b7b tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886159 May 21 15:32:13.392081 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a51a3181-0474-4916-ab4d-969edb3d198c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:13.400042 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-274d14f0-10a4-4fc9-80c1-fa952583b3a0 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:13.463241 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a3181-0474-4916-ab4d-969edb3d198c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Pushing event deleted for resources: {'Port': ['ID=64a5b49a-a0a9-403b-a096-8699a5864141,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:13.489482 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 17b7a081-8992-4b2e-a7ce-776e007a2bf7 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:32:13.511289 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-a51a3181-0474-4916-ab4d-969edb3d198c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:13.533529 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: 17b7a081-8992-4b2e-a7ce-776e007a2bf7 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:32:13.534595 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 17b7a081-8992-4b2e-a7ce-776e007a2bf7 not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:32:13.597414 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a51a3181-0474-4916-ab4d-969edb3d198c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks [] for floatingip, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:13.619208 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a51a3181-0474-4916-ab4d-969edb3d198c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for floatingip, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:13.623810 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-a51a3181-0474-4916-ab4d-969edb3d198c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] 10.222.0.42 "DELETE /v2.0/floatingips/00b93655-7339-4039-b3e5-22c784f8305c HTTP/1.1" status: 204 len: 168 time: 1.1308281 May 21 15:32:14.597654 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d9df5-5c6d-4105-a9dd-4f4126140d10 req-e9d16f28-f59b-4d4e-803c-fdeece0ef934 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:14.599073 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-241d9df5-5c6d-4105-a9dd-4f4126140d10 req-e9d16f28-f59b-4d4e-803c-fdeece0ef934 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0890203 May 21 15:32:14.647954 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-241d9df5-5c6d-4105-a9dd-4f4126140d10 req-fb0e3d05-663f-4f0e-8928-51f3b8ae90a8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424054 May 21 15:32:14.695127 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9fb34-7269-4eae-9f6b-19a50d848710 req-87091b1a-f03d-4988-a9d6-808fd6e16f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:14.696648 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5eb9fb34-7269-4eae-9f6b-19a50d848710 req-87091b1a-f03d-4988-a9d6-808fd6e16f94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=865c13fd2e73428fa9c0e35a559bac7c&device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 1099 time: 0.0786719 May 21 15:32:14.832749 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9fb34-7269-4eae-9f6b-19a50d848710 req-599c53d2-96e6-44bc-b48c-b46c96fb4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:14.834205 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5eb9fb34-7269-4eae-9f6b-19a50d848710 req-599c53d2-96e6-44bc-b48c-b46c96fb4ab7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=be604bdc-eca1-4f61-b6ba-616764e18bc9 HTTP/1.1" status: 200 len: 918 time: 0.1301470 May 21 15:32:14.940898 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5eb9fb34-7269-4eae-9f6b-19a50d848710 req-45d00cc5-7c62-4e8c-927c-28eac6dec550 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 HTTP/1.1" status: 200 len: 1001 time: 0.0974643 May 21 15:32:15.004231 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9fb34-7269-4eae-9f6b-19a50d848710 req-55b5e158-397c-4470-81e5-0d87b1b5f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:15.005738 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5eb9fb34-7269-4eae-9f6b-19a50d848710 req-55b5e158-397c-4470-81e5-0d87b1b5f8e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=926fad46-9536-465a-9c61-3bd00dd1e8fb HTTP/1.1" status: 200 len: 856 time: 0.0579040 May 21 15:32:15.087535 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9fb34-7269-4eae-9f6b-19a50d848710 req-dd1c0ae8-3a4e-46b5-a230-4d859ad5d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:15.088658 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5eb9fb34-7269-4eae-9f6b-19a50d848710 req-dd1c0ae8-3a4e-46b5-a230-4d859ad5d2b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be604bdc-eca1-4f61-b6ba-616764e18bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756543 May 21 15:32:15.226518 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5eb9fb34-7269-4eae-9f6b-19a50d848710 req-fb046f50-448e-4f9c-8148-1ff58c130a57 service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308024 May 21 15:32:15.370506 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5eb9fb34-7269-4eae-9f6b-19a50d848710 req-e2f8ec93-f14f-4e72-aba5-40eee99b919c service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362824 May 21 15:32:15.842752 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b4d1d-a1df-49b1-9593-c5fa0805625b req-88098b25-0cc5-494c-ac8d-f155ee7ebcbd tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:15.844246 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-824b4d1d-a1df-49b1-9593-c5fa0805625b req-88098b25-0cc5-494c-ac8d-f155ee7ebcbd tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0812001 May 21 15:32:15.889613 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-824b4d1d-a1df-49b1-9593-c5fa0805625b req-fed1dd9e-69d4-4e50-9856-13c12c654182 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396223 May 21 15:32:17.235611 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87107ab-cae0-49dc-846a-ffff84c356ef req-47a03867-5241-4cef-bebd-d8acd5e728e7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:17.237039 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a87107ab-cae0-49dc-846a-ffff84c356ef req-47a03867-5241-4cef-bebd-d8acd5e728e7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 946 time: 0.0868421 May 21 15:32:17.282495 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a87107ab-cae0-49dc-846a-ffff84c356ef req-c2b0105e-14b5-4ed0-827a-f7ad6e148541 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398045 May 21 15:32:17.503800 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:32:17.635966 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:17.663130 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:32:17.673403 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:17.678071 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:17.680105 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:17.681748 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 33638) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:17.715211 dv-cinder-792642-1-smb neutron-server[91545]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126', 'code': 422} returned with failed status May 21 15:32:17.746480 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,revision_number=8']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:17.749613 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:18.414067 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3e440f24-5af3-4046-89cc-0e6734bc5eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596944'] for router_interface, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.478443 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98d6a6-51f1-4da6-8da4-3866ca2f49dd req-e627c5b0-28cc-45d7-9c1a-7d47ad179afd tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:18.479938 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0b98d6a6-51f1-4da6-8da4-3866ca2f49dd req-e627c5b0-28cc-45d7-9c1a-7d47ad179afd tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 944 time: 0.0867352 May 21 15:32:18.525049 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0b98d6a6-51f1-4da6-8da4-3866ca2f49dd req-fc43c4e2-c416-4751-b2a1-1cfbd1e1717f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394738 May 21 15:32:18.829684 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-3e440f24-5af3-4046-89cc-0e6734bc5eb5 admin admin] Deleting port 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:32:18.830267 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3e440f24-5af3-4046-89cc-0e6734bc5eb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.954643 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [None req-3e440f24-5af3-4046-89cc-0e6734bc5eb5 admin admin] For port 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=8d8bc071-f5d7-4cc3-bf4f-2286d1da3637,segment=NetworkSegment(0563099a-3de1-4931-80db-f7b31a267dd3),segment_id=0563099a-3de1-4931-80db-f7b31a267dd3)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:18.954991 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3e440f24-5af3-4046-89cc-0e6734bc5eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:19.077271 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-3e440f24-5af3-4046-89cc-0e6734bc5eb5 admin admin] Calling delete_port for 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 owned by network:router_interface {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:32:19.358331 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3e440f24-5af3-4046-89cc-0e6734bc5eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:19.361795 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:19.407788 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e440f24-5af3-4046-89cc-0e6734bc5eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8bc071-f5d7-4cc3-bf4f-2286d1da3637,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:19.410822 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-3e440f24-5af3-4046-89cc-0e6734bc5eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:19.765164 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3e440f24-5af3-4046-89cc-0e6734bc5eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596924'] for router_interface, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:20.023023 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37a571-2701-4036-9cd6-f59879ffeb4e req-686d5dcc-c6fe-4c81-a6c3-d6fedd03524d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:20.025074 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1b37a571-2701-4036-9cd6-f59879ffeb4e req-686d5dcc-c6fe-4c81-a6c3-d6fedd03524d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 944 time: 0.0854332 May 21 15:32:20.072896 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-1b37a571-2701-4036-9cd6-f59879ffeb4e req-26e2d83c-755b-4e07-94eb-dee72b756a06 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418029 May 21 15:32:20.147237 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e440f24-5af3-4046-89cc-0e6734bc5eb5 admin admin] Router 83eb46b4-a871-4353-b528-a2c30e677aca has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:32:20.212487 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 33688) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:20.330204 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7cc4c886-ed63-4527-a461-0cadeffc5627 req-e0e00afc-5f17-47de-912e-87fb0edd65a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1164525 May 21 15:32:20.336436 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e440f24-5af3-4046-89cc-0e6734bc5eb5 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:32:20.345383 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b215c-2943-4cd9-83fb-ee19e4b0670f None None] Sync routers for ids ['83eb46b4-a871-4353-b528-a2c30e677aca'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:32:20.352840 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-3e440f24-5af3-4046-89cc-0e6734bc5eb5 admin admin] 10.222.0.42 "PUT /v2.0/routers/83eb46b4-a871-4353-b528-a2c30e677aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6687939 May 21 15:32:20.354132 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 33694) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:20.358464 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b215c-2943-4cd9-83fb-ee19e4b0670f None None] Routers {'83eb46b4-a871-4353-b528-a2c30e677aca'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:32:20.359204 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-9a1b215c-2943-4cd9-83fb-ee19e4b0670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:31:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['83eb46b4-a871-4353-b528-a2c30e677aca'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:20.553640 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:20.580712 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-9a1b215c-2943-4cd9-83fb-ee19e4b0670f None None] Set router 83eb46b4-a871-4353-b528-a2c30e677aca gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:32:20.754677 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:20.842227 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] Deleting port a1b0c70e-7c5c-4819-aa0e-8f0a661a705c {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:32:20.842571 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:20.887308 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-9a1b215c-2943-4cd9-83fb-ee19e4b0670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:32:19Z', 'revision_number': 5, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port': {'id': 'a1b0c70e-7c5c-4819-aa0e-8f0a661a705c', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:20.891658 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b215c-2943-4cd9-83fb-ee19e4b0670f None None] Checking router: 83eb46b4-a871-4353-b528-a2c30e677aca for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:32:20.901738 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b215c-2943-4cd9-83fb-ee19e4b0670f None None] Routers {'83eb46b4-a871-4353-b528-a2c30e677aca'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:32:20.902627 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-9a1b215c-2943-4cd9-83fb-ee19e4b0670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:31:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['83eb46b4-a871-4353-b528-a2c30e677aca'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:20.979111 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] For port a1b0c70e-7c5c-4819-aa0e-8f0a661a705c, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=a1b0c70e-7c5c-4819-aa0e-8f0a661a705c,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:20.979460 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:21.064838 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-9a1b215c-2943-4cd9-83fb-ee19e4b0670f None None] Set router 83eb46b4-a871-4353-b528-a2c30e677aca gateway port host: None {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:32:21.174614 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-9a1b215c-2943-4cd9-83fb-ee19e4b0670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:32:20Z', 'revision_number': 6, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port_host': None}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:21.179176 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b215c-2943-4cd9-83fb-ee19e4b0670f None None] The sync data for ids ['83eb46b4-a871-4353-b528-a2c30e677aca'] in dv-cinder-792642-1-smb is: [{'id': '83eb46b4-a871-4353-b528-a2c30e677aca', 'name': 'tempest-AttachVolumeTestJSON-431546229-router', 'tenant_id': '161234b3a2ac417b9eaddb42302b4075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:54Z', 'updated_at': '2021-05-21T15:32:20Z', 'revision_number': 6, 'project_id': '161234b3a2ac417b9eaddb42302b4075', 'gw_port_host': None}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:32:21.238832 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] Calling delete_port for a1b0c70e-7c5c-4819-aa0e-8f0a661a705c owned by network:router_gateway {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:32:21.369812 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4c886-ed63-4527-a461-0cadeffc5627 req-77c3f336-7991-4f82-9ea2-f259846f2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:21.371218 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7cc4c886-ed63-4527-a461-0cadeffc5627 req-77c3f336-7991-4f82-9ea2-f259846f2e5f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86&tenant_id=865c13fd2e73428fa9c0e35a559bac7c HTTP/1.1" status: 200 len: 1097 time: 0.1684308 May 21 15:32:21.382665 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb5ef9-a4fb-48c4-b73a-591e51974902 req-aa4bf1c0-2f6b-4a1b-bd4c-d8ee9f12445d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:21.384722 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-94eb5ef9-a4fb-48c4-b73a-591e51974902 req-aa4bf1c0-2f6b-4a1b-bd4c-d8ee9f12445d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 944 time: 0.1830063 May 21 15:32:21.493754 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-ea9b17de-38ea-421e-bd01-635bd9e66eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:21.505371 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-94eb5ef9-a4fb-48c4-b73a-591e51974902 req-4ce564cf-87b5-4daf-8caa-ce2de12cd6f5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129348 May 21 15:32:21.521582 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:32:21.587443 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4c886-ed63-4527-a461-0cadeffc5627 req-8eec5285-12b5-469d-ae2f-948bd815fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:21.588977 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7cc4c886-ed63-4527-a461-0cadeffc5627 req-8eec5285-12b5-469d-ae2f-948bd815fa8f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=865c13fd2e73428fa9c0e35a559bac7c&device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 1097 time: 0.1818259 May 21 15:32:21.605549 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:21.618719 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:32:21.638568 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-3e440f24-5af3-4046-89cc-0e6734bc5eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:21.681297 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:32:21.681675 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 8d8bc071-f5d7-4cc3-bf4f-2286d1da3637 not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:32:21.688872 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b0c70e-7c5c-4819-aa0e-8f0a661a705c,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:21.761980 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:21.858590 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928821'] for router_gateway, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:21.962180 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4c886-ed63-4527-a461-0cadeffc5627 req-726de382-3b2f-4fb8-8811-2e257b39e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:21.963518 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7cc4c886-ed63-4527-a461-0cadeffc5627 req-726de382-3b2f-4fb8-8811-2e257b39e31e service neutron] 10.222.0.44 "GET /v2.0/networks?id=be604bdc-eca1-4f61-b6ba-616764e18bc9 HTTP/1.1" status: 200 len: 918 time: 0.3600216 May 21 15:32:22.098907 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4670'] for router, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.103930 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.200623 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7cc4c886-ed63-4527-a461-0cadeffc5627 req-ef509834-151e-4174-9c4a-ec03475ba07b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 HTTP/1.1" status: 200 len: 999 time: 0.2255194 May 21 15:32:22.204475 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-926169'] for router, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.205044 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83eb46b4-a871-4353-b528-a2c30e677aca {{(pid=91543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:32:22.264993 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] Notify callbacks [] for router, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.266133 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/83eb46b4-a871-4353-b528-a2c30e677aca HTTP/1.1" status: 204 len: 168 time: 1.9110818 May 21 15:32:22.268822 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 33706) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:22.274918 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4c886-ed63-4527-a461-0cadeffc5627 req-f7e7a3af-1f00-4d49-a1e5-10c1cec30ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:22.276368 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7cc4c886-ed63-4527-a461-0cadeffc5627 req-f7e7a3af-1f00-4d49-a1e5-10c1cec30ee3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=926fad46-9536-465a-9c61-3bd00dd1e8fb HTTP/1.1" status: 200 len: 856 time: 0.0688624 May 21 15:32:22.338106 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_v2 [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Deleting subnet 7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc {{(pid=91544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:32:22.341529 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.362920 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4c886-ed63-4527-a461-0cadeffc5627 req-b36b3ecd-c4f0-4fef-a54c-8f859d882f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:22.364411 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7cc4c886-ed63-4527-a461-0cadeffc5627 req-b36b3ecd-c4f0-4fef-a54c-8f859d882f11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be604bdc-eca1-4f61-b6ba-616764e18bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804074 May 21 15:32:22.392186 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1519829'] for subnet, precommit_delete_associations {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.517964 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8313785'] for subnet, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.605589 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7cc4c886-ed63-4527-a461-0cadeffc5627 req-cb27a434-a86a-48ad-9ad6-02509b7cf5f2 service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332356 May 21 15:32:22.745919 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7cc4c886-ed63-4527-a461-0cadeffc5627 req-598683bf-3a2b-4c88-8403-85dfe21aaf0c service neutron] 10.222.0.44 "GET /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330793 May 21 15:32:22.909662 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42028d3-2b18-4d83-98cc-291188576354 req-d30a89dc-9e0e-4903-9e79-f4361b50b826 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:22.911095 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d42028d3-2b18-4d83-98cc-291188576354 req-d30a89dc-9e0e-4903-9e79-f4361b50b826 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 944 time: 0.2644284 May 21 15:32:22.971131 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d42028d3-2b18-4d83-98cc-291188576354 req-d7d07e7d-aa68-48c6-980a-36b1590443b8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531037 May 21 15:32:22.977395 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8313776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3100040'] for subnet, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.982540 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:23.016984 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:23.019628 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:23.024606 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5ccc65-b2af-4a85-a52b-acec24c2bbae None None] Network 2e58c33a-8f14-4216-8b82-5fec9142b248 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:32:23.029906 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7856e8f4-c5d3-4cd3-bf6b-c5d23735a8bc HTTP/1.1" status: 204 len: 168 time: 0.7594557 May 21 15:32:23.031660 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:23.032172 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:23.032542 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:23.032920 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:23.033231 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 33726) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:23.033340 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:23.033701 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:23.034215 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:23.034726 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:23.035310 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:23.035893 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:23.036409 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:23.037360 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:23.041497 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e882135c-cfca-4ee9-9a74-0222456b6adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:23.161302 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8351994'] for network, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:23.247824 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Deleting port 76e8ba0a-080b-482c-980e-0cc15e370910 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:32:23.248450 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:23.351975 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1f0466-243b-44bc-92d6-d4df278157cf None None] DHCP port deletion for 2e58c33a-8f14-4216-8b82-5fec9142b248 request from dv-cinder-792642-1-smb {{(pid=91545) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:32:23.441870 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] For port 76e8ba0a-080b-482c-980e-0cc15e370910, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=76e8ba0a-080b-482c-980e-0cc15e370910,segment=NetworkSegment(0563099a-3de1-4931-80db-f7b31a267dd3),segment_id=0563099a-3de1-4931-80db-f7b31a267dd3)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:23.442460 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:23.473013 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device a1b0c70e-7c5c-4819-aa0e-8f0a661a705c no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:32:23.532265 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: a1b0c70e-7c5c-4819-aa0e-8f0a661a705c {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:32:23.532618 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device a1b0c70e-7c5c-4819-aa0e-8f0a661a705c not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:32:23.533078 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 76e8ba0a-080b-482c-980e-0cc15e370910 no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:32:23.611682 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Calling delete_port for 76e8ba0a-080b-482c-980e-0cc15e370910 owned by network:dhcp {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:32:23.612573 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f0466-243b-44bc-92d6-d4df278157cf None None] Deleting port 76e8ba0a-080b-482c-980e-0cc15e370910 {{(pid=91545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:32:23.613161 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0466-243b-44bc-92d6-d4df278157cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:23.690245 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:23.691285 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-a51a3181-0474-4916-ab4d-969edb3d198c tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:23.760218 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e8ba0a-080b-482c-980e-0cc15e370910,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:23.765595 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] No DVR routers for this DVR port 76e8ba0a-080b-482c-980e-0cc15e370910 on host dv-cinder-792642-1-smb {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:32:23.767472 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:23.799200 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-fc1f0466-243b-44bc-92d6-d4df278157cf None None] For port 76e8ba0a-080b-482c-980e-0cc15e370910, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=76e8ba0a-080b-482c-980e-0cc15e370910,segment=NetworkSegment(0563099a-3de1-4931-80db-f7b31a267dd3),segment_id=0563099a-3de1-4931-80db-f7b31a267dd3)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:23.799958 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0466-243b-44bc-92d6-d4df278157cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:23.809930 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No ports have port_id starting with 76e8ba0a-080b-482c-980e-0cc15e370910 May 21 15:32:23.894023 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314112', 'neutron.services.segments.db._delete_segments_for_network-8788723347577'] for network, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:23.909409 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e58c33a-8f14-4216-8b82-5fec9142b248']}} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:23.922759 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0563099a-3de1-4931-80db-f7b31a267dd3') {'for_net_delete': True} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:23.923054 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0563099a-3de1-4931-80db-f7b31a267dd3') {} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:23.937745 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788723246605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567090'] for segment, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:23.938092 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f0466-243b-44bc-92d6-d4df278157cf None None] Calling delete_port for 76e8ba0a-080b-482c-980e-0cc15e370910 owned by network:dhcp {{(pid=91545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:32:23.959069 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:23.965803 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=91543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:32:23.966197 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2439554'] for segment, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: Traceback (most recent call last): May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: timer() May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: cb(*args, **kw) May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: return func(*args, **kwargs) May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: self._notify() May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: self.callback(batched_events) May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: event.method(event) May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: return f(self, *a, **k) May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: return self._get(url).json() May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: return self.request(url, 'GET', **kwargs) May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:32:23.980661 dv-cinder-792642-1-smb neutron-server[91543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:32:24.047637 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.067359 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928976'] for network, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.074521 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-28a568ac-3904-4fa9-870f-bcce91ecfdeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:24.092021 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.103976 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e58c33a-8f14-4216-8b82-5fec9142b248,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:24.107343 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:24.136110 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2e58c33a-8f14-4216-8b82-5fec9142b248 HTTP/1.1" status: 204 len: 168 time: 1.0954533 May 21 15:32:24.186935 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-8b4e366e-c7d6-4ef8-86d6-1ae4bbc4c1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.189589 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0466-243b-44bc-92d6-d4df278157cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427'] for port, after_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.198195 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:24.271609 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd0404-19c2-4749-8556-0826359d1b9e req-6e5f974e-586c-4974-977b-8d5ffcceb53e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:24.274049 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-cbdd0404-19c2-4749-8556-0826359d1b9e req-6e5f974e-586c-4974-977b-8d5ffcceb53e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 944 time: 0.1031363 May 21 15:32:24.286304 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc1f0466-243b-44bc-92d6-d4df278157cf None None] Network 2e58c33a-8f14-4216-8b82-5fec9142b248 is not hosted by any dhcp agent {{(pid=91545) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 21 15:32:24.287018 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f0466-243b-44bc-92d6-d4df278157cf None None] No DVR routers for this DVR port 76e8ba0a-080b-482c-980e-0cc15e370910 on host dv-cinder-792642-1-smb {{(pid=91545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:32:24.288603 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f0466-243b-44bc-92d6-d4df278157cf None None] Pushing event deleted for resources: {'Port': ['ID=76e8ba0a-080b-482c-980e-0cc15e370910,revision_number=None']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:24.295235 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-fc1f0466-243b-44bc-92d6-d4df278157cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:24.348094 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-cbdd0404-19c2-4749-8556-0826359d1b9e req-3d5c0d53-a452-429d-a91c-378614b7be5d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670481 May 21 15:32:24.362667 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 33742) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:24.432693 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-88f8ee5b-65bb-42e8-941c-236a3d12982e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=161234b3a2ac417b9eaddb42302b4075&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0684366 May 21 15:32:24.434989 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 33746) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:24.506240 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-95bd7051-d2cb-488d-a160-d53f4b36e7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.543385 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-95bd7051-d2cb-488d-a160-d53f4b36e7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.612425 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-95bd7051-d2cb-488d-a160-d53f4b36e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.616251 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-11757fbf-a46d-4a82-8d1a-2827f3b71c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:24.633344 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd7051-d2cb-488d-a160-d53f4b36e7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a02e5e-ee50-443a-ac1c-d4e10a34a434,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:24.637825 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-95bd7051-d2cb-488d-a160-d53f4b36e7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:24.645924 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-95bd7051-d2cb-488d-a160-d53f4b36e7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.648052 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-95bd7051-d2cb-488d-a160-d53f4b36e7c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1a02e5e-ee50-443a-ac1c-d4e10a34a434 HTTP/1.1" status: 204 len: 168 time: 0.2120612 May 21 15:32:25.035937 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:25.618525 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255be78-7133-4006-9cde-f7c1e5da84fa req-8f7808d4-7705-4091-a174-6b3f74d95f26 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:25.620225 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-2255be78-7133-4006-9cde-f7c1e5da84fa req-8f7808d4-7705-4091-a174-6b3f74d95f26 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 944 time: 0.1049857 May 21 15:32:25.679460 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-2255be78-7133-4006-9cde-f7c1e5da84fa req-a10136a9-f4ef-4e1a-9ff8-372fbd9ac505 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496078 May 21 15:32:26.583571 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:32:26.748516 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 33794) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:26.833301 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:26.907693 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080e9dd-1611-479c-be0b-c1225d3fd45c req-448201fc-0880-4c22-b9f9-a73f3402ec7f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:26.909763 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5080e9dd-1611-479c-be0b-c1225d3fd45c req-448201fc-0880-4c22-b9f9-a73f3402ec7f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 944 time: 0.1038268 May 21 15:32:26.927119 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-dcf1ff79-6fd7-45e3-ad5a-fefb58eba1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:26.947440 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-dcf1ff79-6fd7-45e3-ad5a-fefb58eba1a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:26.951486 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-dcf1ff79-6fd7-45e3-ad5a-fefb58eba1a6 admin admin] Usage tracker for resource:security_group_rule and tenant:35a7faf9f0264c76b40ca1c934db83b6 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:26.954569 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-dcf1ff79-6fd7-45e3-ad5a-fefb58eba1a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:26.961761 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-dcf1ff79-6fd7-45e3-ad5a-fefb58eba1a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:26.972019 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5080e9dd-1611-479c-be0b-c1225d3fd45c req-f890ceef-ed8a-426c-bdb7-cf48571f73c9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540559 May 21 15:32:27.073852 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-dcf1ff79-6fd7-45e3-ad5a-fefb58eba1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:27.080307 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-dcf1ff79-6fd7-45e3-ad5a-fefb58eba1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:27.089368 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-3bc4ee6c-d261-497b-939b-652c151661b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:27.137617 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-dcf1ff79-6fd7-45e3-ad5a-fefb58eba1a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35a7faf9f0264c76b40ca1c934db83b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879180 May 21 15:32:27.138614 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1ff79-6fd7-45e3-ad5a-fefb58eba1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d182dda4-b1e9-472e-a555-135ee6e1e136,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:27.140296 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 33800) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:27.142182 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-dcf1ff79-6fd7-45e3-ad5a-fefb58eba1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:27.205989 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-99af0118-c41c-4b5a-9492-a3c51b0aab90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:27.238475 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-99af0118-c41c-4b5a-9492-a3c51b0aab90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:27.306540 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-99af0118-c41c-4b5a-9492-a3c51b0aab90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:27.313321 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-fb8f4811-1a64-4a51-9fb1-e149c36501ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:27.326477 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af0118-c41c-4b5a-9492-a3c51b0aab90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d182dda4-b1e9-472e-a555-135ee6e1e136,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:27.329688 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-99af0118-c41c-4b5a-9492-a3c51b0aab90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:27.330982 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-99af0118-c41c-4b5a-9492-a3c51b0aab90 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d182dda4-b1e9-472e-a555-135ee6e1e136 HTTP/1.1" status: 204 len: 168 time: 0.1894279 May 21 15:32:27.332003 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-99af0118-c41c-4b5a-9492-a3c51b0aab90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:27.670542 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 33808) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:27.691000 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-91bf1fb5-16e8-4677-9539-063f15048814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:27.707575 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-91bf1fb5-16e8-4677-9539-063f15048814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:27.714311 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-91bf1fb5-16e8-4677-9539-063f15048814 admin admin] Usage tracker for resource:security_group_rule and tenant:1e16efd10373447780daf7d881d15132 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:27.717410 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-91bf1fb5-16e8-4677-9539-063f15048814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:27.728120 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-91bf1fb5-16e8-4677-9539-063f15048814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:27.816674 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-91bf1fb5-16e8-4677-9539-063f15048814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:27.821732 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-91bf1fb5-16e8-4677-9539-063f15048814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:27.829047 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-99af0118-c41c-4b5a-9492-a3c51b0aab90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:27.871019 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf1fb5-16e8-4677-9539-063f15048814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2f3006-580a-44f9-82f1-a744c7ea1fb7,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:27.874402 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-91bf1fb5-16e8-4677-9539-063f15048814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:27.879298 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-91bf1fb5-16e8-4677-9539-063f15048814 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e16efd10373447780daf7d881d15132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053299 May 21 15:32:27.879901 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 33812) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:27.952415 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b9734dea-96b7-4ea9-bb7b-9f2f8234f555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:27.980391 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b9734dea-96b7-4ea9-bb7b-9f2f8234f555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:28.041663 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b9734dea-96b7-4ea9-bb7b-9f2f8234f555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:28.045984 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f1bbc257-15b4-4650-bd47-3ff939810b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:28.059340 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9734dea-96b7-4ea9-bb7b-9f2f8234f555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2f3006-580a-44f9-82f1-a744c7ea1fb7,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:28.063413 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b9734dea-96b7-4ea9-bb7b-9f2f8234f555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:28.081734 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b9734dea-96b7-4ea9-bb7b-9f2f8234f555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:28.094836 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-b9734dea-96b7-4ea9-bb7b-9f2f8234f555 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b2f3006-580a-44f9-82f1-a744c7ea1fb7 HTTP/1.1" status: 204 len: 168 time: 0.2137096 May 21 15:32:28.221445 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dd4b5-95da-43d0-9f52-ba04ec2c8268 req-094ce45d-471c-458f-a0f7-275cd1721c9a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:28.225316 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-721dd4b5-95da-43d0-9f52-ba04ec2c8268 req-094ce45d-471c-458f-a0f7-275cd1721c9a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 944 time: 0.0891948 May 21 15:32:28.282132 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-721dd4b5-95da-43d0-9f52-ba04ec2c8268 req-896a80d5-83cf-4823-8309-ae8c3cc935df tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497179 May 21 15:32:29.527480 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d8264-80bd-4ebb-9573-c8d97fa16293 req-46b7047b-f9d6-4005-a2a0-ec4b9351830a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:29.534765 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ba3d8264-80bd-4ebb-9573-c8d97fa16293 req-46b7047b-f9d6-4005-a2a0-ec4b9351830a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 944 time: 0.1074872 May 21 15:32:29.583287 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ba3d8264-80bd-4ebb-9573-c8d97fa16293 req-32d011e3-5f68-469e-a4ac-7b9878783057 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476246 May 21 15:32:30.472150 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 33872) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:30.710109 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7df7bdd1-a6a4-4446-83d5-6b4426a23c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:30.727105 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-7df7bdd1-a6a4-4446-83d5-6b4426a23c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:30.732270 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-7df7bdd1-a6a4-4446-83d5-6b4426a23c8f admin admin] Usage tracker for resource:security_group_rule and tenant:1f9151e7b20449d5af5e1a962b2ba414 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:30.736076 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-7df7bdd1-a6a4-4446-83d5-6b4426a23c8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:30.742237 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-7df7bdd1-a6a4-4446-83d5-6b4426a23c8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:30.812951 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1f35b-fc15-4055-a66f-2b5a66253ecc req-415b3ded-fde3-4414-ad42-5fec6b0995d7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:30.814623 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0ca1f35b-fc15-4055-a66f-2b5a66253ecc req-415b3ded-fde3-4414-ad42-5fec6b0995d7 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 944 time: 0.1012747 May 21 15:32:30.865171 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7df7bdd1-a6a4-4446-83d5-6b4426a23c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:30.871245 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7df7bdd1-a6a4-4446-83d5-6b4426a23c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:30.884592 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-82ce0f43-38f3-4f5c-bfdd-fb58a3a01ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:30.892385 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0ca1f35b-fc15-4055-a66f-2b5a66253ecc req-65afaecf-dfb0-4073-86e0-9310b38ee3ad tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683162 May 21 15:32:30.934097 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7bdd1-a6a4-4446-83d5-6b4426a23c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e725dd7-dfac-46ed-8b9e-c626e30f2e81,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:30.939953 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7df7bdd1-a6a4-4446-83d5-6b4426a23c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:30.943590 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-7df7bdd1-a6a4-4446-83d5-6b4426a23c8f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f9151e7b20449d5af5e1a962b2ba414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4703856 May 21 15:32:30.946898 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 33880) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:31.012928 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3211801a-bb29-4fe2-9437-48b74e7bc2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:31.043699 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3211801a-bb29-4fe2-9437-48b74e7bc2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:31.110260 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3211801a-bb29-4fe2-9437-48b74e7bc2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:31.114488 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-badc703b-98ab-4f37-92fa-67ae5385feda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:31.129808 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211801a-bb29-4fe2-9437-48b74e7bc2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e725dd7-dfac-46ed-8b9e-c626e30f2e81,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:31.133476 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-3211801a-bb29-4fe2-9437-48b74e7bc2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:31.136644 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3211801a-bb29-4fe2-9437-48b74e7bc2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:31.140341 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-3211801a-bb29-4fe2-9437-48b74e7bc2bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e725dd7-dfac-46ed-8b9e-c626e30f2e81 HTTP/1.1" status: 204 len: 168 time: 0.1903863 May 21 15:32:31.488603 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 33888) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:31.507225 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1233834f-decb-4bc4-b10f-eb57432a21e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:31.536048 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-1233834f-decb-4bc4-b10f-eb57432a21e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:31.540932 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-1233834f-decb-4bc4-b10f-eb57432a21e1 admin admin] Usage tracker for resource:security_group_rule and tenant:717344f36a1441baaf9d0ed7578b86fe is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:31.544354 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-1233834f-decb-4bc4-b10f-eb57432a21e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:31.550950 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-1233834f-decb-4bc4-b10f-eb57432a21e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:31.645780 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1233834f-decb-4bc4-b10f-eb57432a21e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:31.651328 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1233834f-decb-4bc4-b10f-eb57432a21e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:31.661676 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-72e7d202-dc79-48e0-9d3f-4b327690d9d5 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:31.704382 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-1233834f-decb-4bc4-b10f-eb57432a21e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=717344f36a1441baaf9d0ed7578b86fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146585 May 21 15:32:31.707106 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 33892) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:31.707454 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233834f-decb-4bc4-b10f-eb57432a21e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fc9d76-52e9-454c-aaa8-df6b7e75996c,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:31.711697 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-1233834f-decb-4bc4-b10f-eb57432a21e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:31.772319 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2fb442f6-288d-4c6c-9607-dea83e17755a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:31.800913 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2fb442f6-288d-4c6c-9607-dea83e17755a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:31.866358 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2fb442f6-288d-4c6c-9607-dea83e17755a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:31.875130 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-cb7283be-77ed-48cb-8bd6-a19d20bd74ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:31.888517 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb442f6-288d-4c6c-9607-dea83e17755a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fc9d76-52e9-454c-aaa8-df6b7e75996c,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:31.892390 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2fb442f6-288d-4c6c-9607-dea83e17755a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:31.898245 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2fb442f6-288d-4c6c-9607-dea83e17755a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:31.899646 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-2fb442f6-288d-4c6c-9607-dea83e17755a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/03fc9d76-52e9-454c-aaa8-df6b7e75996c HTTP/1.1" status: 204 len: 168 time: 0.1914546 May 21 15:32:32.166281 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb7188-87cb-4c90-9a53-477e5626ad4e req-dbeb9929-bf1b-41af-a470-51408dc257ca tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:32.167800 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-16fb7188-87cb-4c90-9a53-477e5626ad4e req-dbeb9929-bf1b-41af-a470-51408dc257ca tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 944 time: 0.1221063 May 21 15:32:32.229534 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-16fb7188-87cb-4c90-9a53-477e5626ad4e req-eeb90acf-d9a5-4ef8-bc38-ffe2369005a6 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555303 May 21 15:32:33.430895 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeba9d3-a11d-4931-848c-12db07035ce5 req-d3147aa3-8366-4df7-936a-c066b95b9098 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:33.432412 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5aeba9d3-a11d-4931-848c-12db07035ce5 req-d3147aa3-8366-4df7-936a-c066b95b9098 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 944 time: 0.0824454 May 21 15:32:33.480456 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5aeba9d3-a11d-4931-848c-12db07035ce5 req-807ecf29-6ab8-4324-bd34-6f62b3587365 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421822 May 21 15:32:34.676821 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe8a3f-c732-4f5a-9fe2-01fd1d72ae3a req-6a145adf-5d2d-4a8a-b7d0-d6e9e277f5c5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:34.678220 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4dfe8a3f-c732-4f5a-9fe2-01fd1d72ae3a req-6a145adf-5d2d-4a8a-b7d0-d6e9e277f5c5 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 944 time: 0.0867889 May 21 15:32:34.726508 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4dfe8a3f-c732-4f5a-9fe2-01fd1d72ae3a req-2c90e55c-490a-4db3-ada9-02f18a2b5841 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424154 May 21 15:32:35.621103 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:32:35.759661 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:35.774645 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'port_id': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126', 'mac_address': 'fa:16:3e:b1:9c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:32:35.839081 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:35.860912 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:32:35.878434 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:35.887919 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:35.890018 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:35.944562 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6efad1-1ea9-40de-aab1-9f646f89fcf6 req-ead189ec-2f9d-4f8a-840f-a8b91d991595 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:35.946331 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ce6efad1-1ea9-40de-aab1-9f646f89fcf6 req-ead189ec-2f9d-4f8a-840f-a8b91d991595 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 945 time: 0.0942309 May 21 15:32:35.963454 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,revision_number=9']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:35.966027 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:35.994529 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-ce6efad1-1ea9-40de-aab1-9f646f89fcf6 req-c46a856e-354f-438c-a289-4d82e78dace9 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420337 May 21 15:32:36.117841 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['b9c67ce4-c671-4f10-b6a8-4b34ca3ee126'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:32:37.200445 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d36d8-db0c-46bc-a732-0124c4c771f2 req-b52c1bc3-1d12-4509-9bd5-40d813b19a9a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:37.201957 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f55d36d8-db0c-46bc-a732-0124c4c771f2 req-b52c1bc3-1d12-4509-9bd5-40d813b19a9a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 945 time: 0.0806699 May 21 15:32:37.247869 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f55d36d8-db0c-46bc-a732-0124c4c771f2 req-46e5fb81-4089-478f-9f12-fcf412728f84 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401938 May 21 15:32:37.634557 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:32:37.706485 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:37.706859 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:37.767469 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 33980) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:37.825760 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:37.855508 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:32:37.865890 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:37.875495 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:37.878046 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:37.907639 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-150951e9-9e23-4599-ba52-8aafce024a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:37.914264 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126', 'code': 200} May 21 15:32:37.935468 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-150951e9-9e23-4599-ba52-8aafce024a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:37.943878 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-150951e9-9e23-4599-ba52-8aafce024a4e admin admin] Usage tracker for resource:security_group_rule and tenant:88e00e1198e6465294622b0fd1fb0dd3 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:37.947273 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-150951e9-9e23-4599-ba52-8aafce024a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:37.955787 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-150951e9-9e23-4599-ba52-8aafce024a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:37.968426 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,revision_number=10']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:37.972461 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:38.063480 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-150951e9-9e23-4599-ba52-8aafce024a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:38.067680 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-150951e9-9e23-4599-ba52-8aafce024a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:38.076934 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2fb442f6-288d-4c6c-9607-dea83e17755a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:38.121876 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-150951e9-9e23-4599-ba52-8aafce024a4e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88e00e1198e6465294622b0fd1fb0dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508475 May 21 15:32:38.122265 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 33988) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:38.124678 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150951e9-9e23-4599-ba52-8aafce024a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72066491-3378-48bc-a38e-1bdf41f0202f,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:38.127852 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-150951e9-9e23-4599-ba52-8aafce024a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:38.238901 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6bf4c36b-eb14-48cc-98bf-9c0f9db3a9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:38.272389 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6bf4c36b-eb14-48cc-98bf-9c0f9db3a9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:38.281307 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708e0d5-c328-4d1b-ad48-a87f7ab302a8 req-c6600d1a-667a-441e-8718-ced631e230e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:38.283319 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a708e0d5-c328-4d1b-ad48-a87f7ab302a8 req-c6600d1a-667a-441e-8718-ced631e230e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 1100 time: 0.1429589 May 21 15:32:38.368458 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a708e0d5-c328-4d1b-ad48-a87f7ab302a8 req-e90a0bcb-e6a0-4590-b1ed-32abedb3ca1f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737393 May 21 15:32:38.393444 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6bf4c36b-eb14-48cc-98bf-9c0f9db3a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:38.397274 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-3211801a-bb29-4fe2-9437-48b74e7bc2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:38.442867 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4c36b-eb14-48cc-98bf-9c0f9db3a9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72066491-3378-48bc-a38e-1bdf41f0202f,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:38.445627 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6bf4c36b-eb14-48cc-98bf-9c0f9db3a9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:38.474092 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6bf4c36b-eb14-48cc-98bf-9c0f9db3a9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:38.475199 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-6bf4c36b-eb14-48cc-98bf-9c0f9db3a9c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72066491-3378-48bc-a38e-1bdf41f0202f HTTP/1.1" status: 204 len: 168 time: 0.3519375 May 21 15:32:38.507934 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9608f-4e60-43a2-a146-f1bab99369a9 req-dde16945-daf4-4b72-bedc-88a8f29d7cba tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:38.509942 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5dd9608f-4e60-43a2-a146-f1bab99369a9 req-dde16945-daf4-4b72-bedc-88a8f29d7cba tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 947 time: 0.1020586 May 21 15:32:38.557088 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5dd9608f-4e60-43a2-a146-f1bab99369a9 req-80d795fe-eb1a-474c-8f6e-421ae2e81213 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417025 May 21 15:32:38.764531 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 33998) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:38.789524 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9145-44bc-47aa-bf61-707b904a36ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:38.808584 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-cc4e9145-44bc-47aa-bf61-707b904a36ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:38.812369 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-cc4e9145-44bc-47aa-bf61-707b904a36ee admin admin] Usage tracker for resource:security_group_rule and tenant:df59f3616cb549ce968e62fc061ce675 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:38.815357 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-cc4e9145-44bc-47aa-bf61-707b904a36ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:38.821477 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-cc4e9145-44bc-47aa-bf61-707b904a36ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:38.914716 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9145-44bc-47aa-bf61-707b904a36ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:38.918981 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9145-44bc-47aa-bf61-707b904a36ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:38.926518 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-dcf1ff79-6fd7-45e3-ad5a-fefb58eba1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:38.970608 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-cc4e9145-44bc-47aa-bf61-707b904a36ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df59f3616cb549ce968e62fc061ce675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025096 May 21 15:32:38.970608 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e9145-44bc-47aa-bf61-707b904a36ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b279e7ee-5e14-48da-a702-e762f4e250a4,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:38.971119 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34002) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:38.972583 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-cc4e9145-44bc-47aa-bf61-707b904a36ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:39.029537 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7577-3a1e-4662-b1b5-8647ff76f324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:39.058075 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7577-3a1e-4662-b1b5-8647ff76f324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:39.111325 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7577-3a1e-4662-b1b5-8647ff76f324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:39.115077 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-2c6956b4-f21b-4886-aa53-23adca729144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:39.125878 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb7577-3a1e-4662-b1b5-8647ff76f324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b279e7ee-5e14-48da-a702-e762f4e250a4,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:39.129757 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c0fb7577-3a1e-4662-b1b5-8647ff76f324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:39.133495 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7577-3a1e-4662-b1b5-8647ff76f324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:39.134606 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-c0fb7577-3a1e-4662-b1b5-8647ff76f324 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b279e7ee-5e14-48da-a702-e762f4e250a4 HTTP/1.1" status: 204 len: 168 time: 0.1624722 May 21 15:32:39.353001 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:39.766786 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286fd0a-b6d9-4dd5-a18a-7a0e624ea5a4 req-0ee90d68-d27c-4c51-973b-4940a0597f3a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:39.768427 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-6286fd0a-b6d9-4dd5-a18a-7a0e624ea5a4 req-0ee90d68-d27c-4c51-973b-4940a0597f3a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 947 time: 0.0892532 May 21 15:32:39.837405 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-6286fd0a-b6d9-4dd5-a18a-7a0e624ea5a4 req-c287e406-7d6a-4d7b-8a8c-2084d8417d18 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618742 May 21 15:32:41.033619 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa4dda-27df-4bb8-b1e6-f99b3ac900e3 req-45486b2b-08ce-461f-b225-27446fd2e10a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:41.035112 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-32fa4dda-27df-4bb8-b1e6-f99b3ac900e3 req-45486b2b-08ce-461f-b225-27446fd2e10a tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 947 time: 0.0836663 May 21 15:32:41.083412 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-32fa4dda-27df-4bb8-b1e6-f99b3ac900e3 req-5f93034e-755e-459a-b497-f8d858856776 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417650 May 21 15:32:46.787737 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34166) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:46.901435 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-32da3710-09fa-4c2b-8377-e0a481b85936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:46.918737 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-32da3710-09fa-4c2b-8377-e0a481b85936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:46.922513 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-32da3710-09fa-4c2b-8377-e0a481b85936 admin admin] Usage tracker for resource:security_group_rule and tenant:31a6ddf4a6f349af8106b7a2ecda8c9d is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:46.925265 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-32da3710-09fa-4c2b-8377-e0a481b85936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:46.931299 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-32da3710-09fa-4c2b-8377-e0a481b85936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:47.012611 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-32da3710-09fa-4c2b-8377-e0a481b85936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.016266 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-32da3710-09fa-4c2b-8377-e0a481b85936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.025024 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-27353959-ab7c-4413-bcd9-e307ef2e323c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:47.065067 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-32da3710-09fa-4c2b-8377-e0a481b85936 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31a6ddf4a6f349af8106b7a2ecda8c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760656 May 21 15:32:47.066086 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 34172) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:47.067628 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da3710-09fa-4c2b-8377-e0a481b85936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9309d11-bd7e-4194-ab31-c2f788f50542,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:47.072129 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-32da3710-09fa-4c2b-8377-e0a481b85936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:47.127838 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-69d8316d-8566-4e82-b964-67a45e54f520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.156845 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-69d8316d-8566-4e82-b964-67a45e54f520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.212569 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-69d8316d-8566-4e82-b964-67a45e54f520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.217481 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-76b98807-ccfe-4e40-87ef-039284f8dd0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:47.231331 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8316d-8566-4e82-b964-67a45e54f520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9309d11-bd7e-4194-ab31-c2f788f50542,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:47.235228 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-69d8316d-8566-4e82-b964-67a45e54f520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:47.243739 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-69d8316d-8566-4e82-b964-67a45e54f520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.244871 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-69d8316d-8566-4e82-b964-67a45e54f520 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9309d11-bd7e-4194-ab31-c2f788f50542 HTTP/1.1" status: 204 len: 168 time: 0.1777971 May 21 15:32:47.527320 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 34180) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:47.545135 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-227b2175-4ff5-4684-81ec-cad10b584167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.558883 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-227b2175-4ff5-4684-81ec-cad10b584167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:47.562722 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-227b2175-4ff5-4684-81ec-cad10b584167 admin admin] Usage tracker for resource:security_group_rule and tenant:f01a367f6b2a40559c6f3cf14544042e is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:47.565433 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-227b2175-4ff5-4684-81ec-cad10b584167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:47.571457 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-227b2175-4ff5-4684-81ec-cad10b584167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:47.650223 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-227b2175-4ff5-4684-81ec-cad10b584167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.653718 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-227b2175-4ff5-4684-81ec-cad10b584167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.665856 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0496a0b2-1130-4b88-8a20-1c361c42ab11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:47.704523 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-227b2175-4ff5-4684-81ec-cad10b584167 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f01a367f6b2a40559c6f3cf14544042e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761978 May 21 15:32:47.705384 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b2175-4ff5-4684-81ec-cad10b584167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c9bcd9-29b8-4509-9a6c-ffc2c7af88e6,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:47.707673 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34184) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:47.714032 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-227b2175-4ff5-4684-81ec-cad10b584167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:47.766158 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-adce3175-ed86-4380-b320-a6b006b4e944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.791629 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-adce3175-ed86-4380-b320-a6b006b4e944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.841367 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-adce3175-ed86-4380-b320-a6b006b4e944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.845098 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-3d045191-a849-43d2-b19f-4599019e7476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:47.860046 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce3175-ed86-4380-b320-a6b006b4e944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c9bcd9-29b8-4509-9a6c-ffc2c7af88e6,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:47.862831 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-adce3175-ed86-4380-b320-a6b006b4e944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:47.869723 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-adce3175-ed86-4380-b320-a6b006b4e944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.870816 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-adce3175-ed86-4380-b320-a6b006b4e944 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54c9bcd9-29b8-4509-9a6c-ffc2c7af88e6 HTTP/1.1" status: 204 len: 168 time: 0.1621742 May 21 15:32:49.244904 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34228) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:49.361619 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-e84e3c3b-a277-41cb-bce0-d0fbc9e2a97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:49.376753 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-e84e3c3b-a277-41cb-bce0-d0fbc9e2a97e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:49.380579 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-e84e3c3b-a277-41cb-bce0-d0fbc9e2a97e admin admin] Usage tracker for resource:security_group_rule and tenant:bfb8a68e6db44570bbb0948f55b3a801 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:49.383748 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-e84e3c3b-a277-41cb-bce0-d0fbc9e2a97e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:49.390790 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-e84e3c3b-a277-41cb-bce0-d0fbc9e2a97e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:49.479985 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-e84e3c3b-a277-41cb-bce0-d0fbc9e2a97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:49.484527 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-e84e3c3b-a277-41cb-bce0-d0fbc9e2a97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:49.492367 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-1e293cc1-6399-4487-b03f-d192fb41f3fe tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:49.533970 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-e84e3c3b-a277-41cb-bce0-d0fbc9e2a97e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bfb8a68e6db44570bbb0948f55b3a801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879808 May 21 15:32:49.534958 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e3c3b-a277-41cb-bce0-d0fbc9e2a97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3f87be-bc42-435a-ab09-300ff218ef61,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:49.536891 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 34234) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:49.539255 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-e84e3c3b-a277-41cb-bce0-d0fbc9e2a97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:49.607170 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a620-16c9-46b9-84ee-157960ed347d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:49.633952 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a620-16c9-46b9-84ee-157960ed347d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:49.691360 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a620-16c9-46b9-84ee-157960ed347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:49.695463 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-23439309-5be1-4bd7-86ba-411e222de8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:49.709722 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7a620-16c9-46b9-84ee-157960ed347d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3f87be-bc42-435a-ab09-300ff218ef61,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:49.712471 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-1bb7a620-16c9-46b9-84ee-157960ed347d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:49.720303 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a620-16c9-46b9-84ee-157960ed347d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:49.721483 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-1bb7a620-16c9-46b9-84ee-157960ed347d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac3f87be-bc42-435a-ab09-300ff218ef61 HTTP/1.1" status: 204 len: 168 time: 0.1835878 May 21 15:32:51.497277 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-cb11d0d4-f4ec-409b-985b-110749b8089d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:53.830121 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:54.150948 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-7e61e61b-d882-4be3-a8aa-b314462c2f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:54.390491 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 34302) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:54.508214 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-78afd85d-eeb4-460a-8cf6-ab865f6b5c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:54.521913 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-78afd85d-eeb4-460a-8cf6-ab865f6b5c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:54.526183 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-78afd85d-eeb4-460a-8cf6-ab865f6b5c1e admin admin] Usage tracker for resource:security_group_rule and tenant:b11b67d76b424999993f942c026c441e is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:54.529059 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-78afd85d-eeb4-460a-8cf6-ab865f6b5c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:54.535006 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-78afd85d-eeb4-460a-8cf6-ab865f6b5c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:54.623559 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-78afd85d-eeb4-460a-8cf6-ab865f6b5c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:54.627455 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-78afd85d-eeb4-460a-8cf6-ab865f6b5c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:54.634742 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-69d8316d-8566-4e82-b964-67a45e54f520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:54.676256 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-78afd85d-eeb4-460a-8cf6-ab865f6b5c1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b11b67d76b424999993f942c026c441e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844992 May 21 15:32:54.677023 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afd85d-eeb4-460a-8cf6-ab865f6b5c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb7d26f-7eb1-40ce-a064-61f22640b999,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:54.678782 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34308) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:54.680575 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-78afd85d-eeb4-460a-8cf6-ab865f6b5c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:54.740252 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-06285497-6c8e-474f-99af-ab7bc420056b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:54.769218 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-06285497-6c8e-474f-99af-ab7bc420056b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:54.829227 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-06285497-6c8e-474f-99af-ab7bc420056b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:54.832920 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-527556cf-75db-467b-a191-b49a64afc2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:54.846383 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06285497-6c8e-474f-99af-ab7bc420056b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb7d26f-7eb1-40ce-a064-61f22640b999,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:54.850231 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-06285497-6c8e-474f-99af-ab7bc420056b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:54.855746 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-06285497-6c8e-474f-99af-ab7bc420056b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:54.856882 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-06285497-6c8e-474f-99af-ab7bc420056b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4cb7d26f-7eb1-40ce-a064-61f22640b999 HTTP/1.1" status: 204 len: 168 time: 0.1765256 May 21 15:32:55.036971 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:56.830176 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:03.582799 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:33:09.316000 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:10.236578 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fa7ddd70-5690-4360-8197-e7e93c656c55 req-e10efab0-b68a-4474-8a0f-1ffe2d27daa1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737114 May 21 15:33:10.340724 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ddd70-5690-4360-8197-e7e93c656c55 req-94541216-0e4a-4f4b-abac-ad1bbd10a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:10.342270 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fa7ddd70-5690-4360-8197-e7e93c656c55 req-94541216-0e4a-4f4b-abac-ad1bbd10a838 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ca5c84a94db45a6a63e098cb79925de&device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 1098 time: 0.0831058 May 21 15:33:10.503097 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ddd70-5690-4360-8197-e7e93c656c55 req-3998d0e2-cc6b-4e01-b380-d2c660e394fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:10.504578 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fa7ddd70-5690-4360-8197-e7e93c656c55 req-3998d0e2-cc6b-4e01-b380-d2c660e394fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=45459d29-f01a-43cc-b074-dcb45df5f164 HTTP/1.1" status: 200 len: 910 time: 0.1401782 May 21 15:33:10.709608 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fa7ddd70-5690-4360-8197-e7e93c656c55 req-828f4c37-6c5c-4573-acc7-4ce6d3171641 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65c4f45c-649c-4636-8415-c70b071fb444 HTTP/1.1" status: 200 len: 1001 time: 0.1970322 May 21 15:33:10.785272 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ddd70-5690-4360-8197-e7e93c656c55 req-dbb9cd96-22d3-4dff-a2c2-b2a06fdc8e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:10.786655 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fa7ddd70-5690-4360-8197-e7e93c656c55 req-dbb9cd96-22d3-4dff-a2c2-b2a06fdc8e06 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=638c139f-3d70-4ba4-995b-ecdba83fa06b HTTP/1.1" status: 200 len: 848 time: 0.0688064 May 21 15:33:10.872084 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ddd70-5690-4360-8197-e7e93c656c55 req-0151559f-55b8-46fe-b0da-c2491ef77493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:10.873609 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fa7ddd70-5690-4360-8197-e7e93c656c55 req-0151559f-55b8-46fe-b0da-c2491ef77493 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45459d29-f01a-43cc-b074-dcb45df5f164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766368 May 21 15:33:11.011461 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fa7ddd70-5690-4360-8197-e7e93c656c55 req-e89baf5e-b437-4e8e-8877-288bcdd2d67d service neutron] 10.222.0.44 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305065 May 21 15:33:11.157300 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fa7ddd70-5690-4360-8197-e7e93c656c55 req-6f9b80f8-ec4c-4de5-9254-a4dd20e3a384 service neutron] 10.222.0.44 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385615 May 21 15:33:14.793792 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06693c22-1b81-4dfd-86b7-47c891e28235 req-e95ab08c-505e-4b14-b740-456a121ea6c4 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:14.795297 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-06693c22-1b81-4dfd-86b7-47c891e28235 req-e95ab08c-505e-4b14-b740-456a121ea6c4 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 947 time: 0.0892298 May 21 15:33:14.844434 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-06693c22-1b81-4dfd-86b7-47c891e28235 req-b826a46e-7eb3-4d8b-8b16-0bd4f47c11f8 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431650 May 21 15:33:16.049179 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8a1fe-96cb-4b68-9113-f77d1be8a793 req-a8ddcdc4-978b-4715-bbb1-29a57dcd887f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:16.051031 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-79d8a1fe-96cb-4b68-9113-f77d1be8a793 req-a8ddcdc4-978b-4715-bbb1-29a57dcd887f tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 947 time: 0.0820100 May 21 15:33:16.109313 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-79d8a1fe-96cb-4b68-9113-f77d1be8a793 req-5765c3d7-4dd3-40bf-bbe5-ec94084c90bb tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups?id=dba0a20b-a23a-4708-a9a5-38a125cfeecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509803 May 21 15:33:16.355422 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e5c5a-d074-40e8-b2e1-0c43a8acd997 req-87109e2b-9337-413f-a18c-92c69f6f9d5e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:16.357270 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-086e5c5a-d074-40e8-b2e1-0c43a8acd997 req-87109e2b-9337-413f-a18c-92c69f6f9d5e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.44 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 947 time: 0.0872221 May 21 15:33:16.511232 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-086e5c5a-d074-40e8-b2e1-0c43a8acd997 req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Deleting port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:33:16.511586 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-086e5c5a-d074-40e8-b2e1-0c43a8acd997 req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:16.654691 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-086e5c5a-d074-40e8-b2e1-0c43a8acd997 req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] For port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:33:16.655268 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-086e5c5a-d074-40e8-b2e1-0c43a8acd997 req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:16.978832 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-086e5c5a-d074-40e8-b2e1-0c43a8acd997 req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:16.979272 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-086e5c5a-d074-40e8-b2e1-0c43a8acd997 req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928966'] for floatingip, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:16.980568 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.db.l3_db [req-086e5c5a-d074-40e8-b2e1-0c43a8acd997 req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Floating IP 0873de92-d141-4c97-8fb7-d69816fa8546 disassociated. External IP: 172.28.3.73, port: b9c67ce4-c671-4f10-b6a8-4b34ca3ee126. May 21 15:33:16.980944 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-086e5c5a-d074-40e8-b2e1-0c43a8acd997 req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Calling delete_port for b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:33:17.111475 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-086e5c5a-d074-40e8-b2e1-0c43a8acd997 req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:17.117131 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-94abf031-99a2-4a8f-b516-94d9aa66ff27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:17.167209 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event deleted for resources: {'Port': ['ID=b9c67ce4-c671-4f10-b6a8-4b34ca3ee126,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:17.175384 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:17.175757 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:17.176140 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:17.176503 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:17.176990 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:17.177350 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:17.177701 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:17.178049 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:17.178396 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:17.178769 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:17.179119 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:17.179464 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:17.184468 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:17.405622 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-52b96167-325a-487e-89b6-3ba418968d6b req-b3af1457-538b-48b4-8905-f3d518ebe60e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 210 time: 0.1641040 May 21 15:33:17.538779 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-086e5c5a-d074-40e8-b2e1-0c43a8acd997 req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:33:17.745216 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-086e5c5a-d074-40e8-b2e1-0c43a8acd997 req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:33:17.756686 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd6643-b1cf-4e43-ba62-e134c2bdea55 None None] Sync routers for ids ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'] in dv-cinder-792642-1-smb {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:33:17.767239 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd6643-b1cf-4e43-ba62-e134c2bdea55 None None] Routers {'8db8db2c-0a48-48c5-83b3-ce18e722bb3c'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:33:17.769600 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-b2dd6643-b1cf-4e43-ba62-e134c2bdea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:32:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:17.825783 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-086e5c5a-d074-40e8-b2e1-0c43a8acd997 req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] No DVR routers for this DVR port b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:33:17.828812 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-086e5c5a-d074-40e8-b2e1-0c43a8acd997 req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:17.832405 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'name': 'network-vif-deleted', 'tag': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:33:17.856524 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-086e5c5a-d074-40e8-b2e1-0c43a8acd997 req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.44 "DELETE /v2.0/ports/b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 HTTP/1.1" status: 204 len: 173 time: 1.4930162 May 21 15:33:17.897312 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898b41e2-4138-42de-accb-fa0c73e6fd86', 'name': 'network-vif-deleted', 'tag': 'b9c67ce4-c671-4f10-b6a8-4b34ca3ee126', 'status': 'completed', 'code': 200} May 21 15:33:17.983037 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-b2dd6643-b1cf-4e43-ba62-e134c2bdea55 None None] Set router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:33:18.354138 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-b2dd6643-b1cf-4e43-ba62-e134c2bdea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:20Z', 'revision_number': 4, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '84411f0e-2b7e-4d98-b82e-992124a6dacb', 'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'mac_address': 'fa:16:3e:ce:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:18Z', 'updated_at': '2021-05-21T15:26:33Z', 'revision_number': 5, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'subnets': [{'id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:18.357961 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd6643-b1cf-4e43-ba62-e134c2bdea55 None None] Checking router: 8db8db2c-0a48-48c5-83b3-ce18e722bb3c for host: dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:33:18.371583 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd6643-b1cf-4e43-ba62-e134c2bdea55 None None] Routers {'8db8db2c-0a48-48c5-83b3-ce18e722bb3c'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:33:18.371583 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-b2dd6643-b1cf-4e43-ba62-e134c2bdea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:32:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:18.598583 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-b2dd6643-b1cf-4e43-ba62-e134c2bdea55 None None] Set router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:33:18.619856 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-faa71039-9277-4c06-8636-7afbc525b861 req-ff7eddf4-9c58-406e-94ea-0e710c9add43 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Synchronizing usage tracker for tenant:865c13fd2e73428fa9c0e35a559bac7c on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:33:18.637211 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-faa71039-9277-4c06-8636-7afbc525b861 req-ff7eddf4-9c58-406e-94ea-0e710c9add43 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Unset dirty status for tenant:865c13fd2e73428fa9c0e35a559bac7c on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:33:18.638617 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-faa71039-9277-4c06-8636-7afbc525b861 req-ff7eddf4-9c58-406e-94ea-0e710c9add43 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/ports?device_id=898b41e2-4138-42de-accb-fa0c73e6fd86 HTTP/1.1" status: 200 len: 210 time: 0.0630517 May 21 15:33:18.927159 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-b2dd6643-b1cf-4e43-ba62-e134c2bdea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:20Z', 'revision_number': 4, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '84411f0e-2b7e-4d98-b82e-992124a6dacb', 'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'mac_address': 'fa:16:3e:ce:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:18Z', 'updated_at': '2021-05-21T15:26:33Z', 'revision_number': 5, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'subnets': [{'id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:18.932102 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd6643-b1cf-4e43-ba62-e134c2bdea55 None None] The sync data for ids ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'] in dv-cinder-792642-1-smb is: [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:26:20Z', 'revision_number': 4, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '84411f0e-2b7e-4d98-b82e-992124a6dacb', 'name': '', 'network_id': 'be604bdc-eca1-4f61-b6ba-616764e18bc9', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'mac_address': 'fa:16:3e:ce:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:18Z', 'updated_at': '2021-05-21T15:26:33Z', 'revision_number': 5, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'subnets': [{'id': '926fad46-9536-465a-9c61-3bd00dd1e8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:33:19.178470 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417bc647-8dbc-486d-a6cc-26f81ca56a43 None None] New status for floating IP 0873de92-d141-4c97-8fb7-d69816fa8546: DOWN {{(pid=91545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:33:19.773544 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34516) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:19.842669 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7a3733f2-0bff-4f2a-b7eb-c68c9ed4d4ca tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:19.877220 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7a3733f2-0bff-4f2a-b7eb-c68c9ed4d4ca tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:19.909706 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:33:19.941360 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7a3733f2-0bff-4f2a-b7eb-c68c9ed4d4ca tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:19.945817 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b9bd1ee7-5beb-4336-a421-90b838de1933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:19.949389 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:33:19.949767 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device b9c67ce4-c671-4f10-b6a8-4b34ca3ee126 not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:33:19.961462 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3733f2-0bff-4f2a-b7eb-c68c9ed4d4ca tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba0a20b-a23a-4708-a9a5-38a125cfeecd,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:19.964504 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7a3733f2-0bff-4f2a-b7eb-c68c9ed4d4ca tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:19.977540 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7a3733f2-0bff-4f2a-b7eb-c68c9ed4d4ca tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:19.977540 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-7a3733f2-0bff-4f2a-b7eb-c68c9ed4d4ca tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "DELETE /v2.0/security-groups/dba0a20b-a23a-4708-a9a5-38a125cfeecd HTTP/1.1" status: 204 len: 168 time: 0.2013006 May 21 15:33:19.979520 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34522) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:19.998252 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.api.v2.resource [None req-de281e82-ad88-495a-b96c-78b1c1bc2e9e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] show failed (client error): The resource could not be found. May 21 15:33:19.999957 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-de281e82-ad88-495a-b96c-78b1c1bc2e9e tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "GET /v2.0/security-groups/dba0a20b-a23a-4708-a9a5-38a125cfeecd HTTP/1.1" status: 404 len: 347 time: 0.0190625 May 21 15:33:20.002659 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34526) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:20.229271 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-77af7166-ad40-4791-bc09-6c0191efdc23 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Deleting port 80d6897a-d685-493f-9946-95dd33d1c2aa {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:33:20.229512 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-77af7166-ad40-4791-bc09-6c0191efdc23 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:20.358276 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-77af7166-ad40-4791-bc09-6c0191efdc23 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:20.358604 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-77af7166-ad40-4791-bc09-6c0191efdc23 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:20.488419 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-77af7166-ad40-4791-bc09-6c0191efdc23 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Calling delete_port for 80d6897a-d685-493f-9946-95dd33d1c2aa owned by network:floatingip {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:33:20.607623 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-77af7166-ad40-4791-bc09-6c0191efdc23 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:20.611688 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-dc201285-8456-4ec0-8752-e87d59dcfefd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:20.689275 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af7166-ad40-4791-bc09-6c0191efdc23 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Pushing event deleted for resources: {'Port': ['ID=80d6897a-d685-493f-9946-95dd33d1c2aa,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:20.696297 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-77af7166-ad40-4791-bc09-6c0191efdc23 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:20.764470 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-77af7166-ad40-4791-bc09-6c0191efdc23 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks [] for floatingip, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:20.787119 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-77af7166-ad40-4791-bc09-6c0191efdc23 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for floatingip, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:20.789127 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-77af7166-ad40-4791-bc09-6c0191efdc23 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] 10.222.0.42 "DELETE /v2.0/floatingips/0873de92-d141-4c97-8fb7-d69816fa8546 HTTP/1.1" status: 204 len: 168 time: 0.7848291 May 21 15:33:21.501193 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-85281a57-10b2-4e84-947f-9bedb2e76fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:23.651553 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34568) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:23.833094 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:24.154434 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-5ee8282b-1c9a-44a8-8ba4-69c2dc7e5849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:24.494571 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-331d7c32-ad3f-414d-acd4-81ebf189543f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596944'] for router_interface, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:24.945651 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-331d7c32-ad3f-414d-acd4-81ebf189543f admin admin] Deleting port 84411f0e-2b7e-4d98-b82e-992124a6dacb {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:33:24.946377 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-331d7c32-ad3f-414d-acd4-81ebf189543f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:25.046814 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:25.091203 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [None req-331d7c32-ad3f-414d-acd4-81ebf189543f admin admin] For port 84411f0e-2b7e-4d98-b82e-992124a6dacb, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=84411f0e-2b7e-4d98-b82e-992124a6dacb,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:33:25.091647 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-331d7c32-ad3f-414d-acd4-81ebf189543f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:25.225813 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-331d7c32-ad3f-414d-acd4-81ebf189543f admin admin] Calling delete_port for 84411f0e-2b7e-4d98-b82e-992124a6dacb owned by network:router_interface {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:33:25.490901 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-331d7c32-ad3f-414d-acd4-81ebf189543f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:25.496564 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-bbbd011d-c1e5-40e7-abf7-062e8e03f6fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:25.574079 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d7c32-ad3f-414d-acd4-81ebf189543f admin admin] Pushing event deleted for resources: {'Port': ['ID=84411f0e-2b7e-4d98-b82e-992124a6dacb,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:25.583036 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-331d7c32-ad3f-414d-acd4-81ebf189543f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:25.633175 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a402c-df73-40e4-bf7b-d0878599deb1 req-0f75a114-8c47-4ff5-af49-6bfdf33c4ec1 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:25.634761 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b92a402c-df73-40e4-bf7b-d0878599deb1 req-0f75a114-8c47-4ff5-af49-6bfdf33c4ec1 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.2400980 May 21 15:33:25.868196 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b92a402c-df73-40e4-bf7b-d0878599deb1 req-caf58e57-66df-4f6e-9639-1bed19891b06 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266548 May 21 15:33:25.974825 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-331d7c32-ad3f-414d-acd4-81ebf189543f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596924'] for router_interface, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:26.339235 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331d7c32-ad3f-414d-acd4-81ebf189543f admin admin] Router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:33:26.522240 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331d7c32-ad3f-414d-acd4-81ebf189543f admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:33:26.531441 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f8f3fc-e1d9-4d9f-85a1-faab02ec5d5d None None] Sync routers for ids ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'] in dv-cinder-792642-1-smb {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:33:26.534976 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-331d7c32-ad3f-414d-acd4-81ebf189543f admin admin] 10.222.0.42 "PUT /v2.0/routers/8db8db2c-0a48-48c5-83b3-ce18e722bb3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8822670 May 21 15:33:26.537484 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34602) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:26.541302 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f8f3fc-e1d9-4d9f-85a1-faab02ec5d5d None None] Routers {'8db8db2c-0a48-48c5-83b3-ce18e722bb3c'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:33:26.541932 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-36f8f3fc-e1d9-4d9f-85a1-faab02ec5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:33:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:26.730115 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] Notify callbacks [] for router, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:26.731060 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-36f8f3fc-e1d9-4d9f-85a1-faab02ec5d5d None None] Set router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:33:26.840680 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:26.917189 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:26.993056 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] Deleting port 05b87157-66fe-4472-9fca-16c746642e35 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:33:26.993757 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:27.049493 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-36f8f3fc-e1d9-4d9f-85a1-faab02ec5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '05b87157-66fe-4472-9fca-16c746642e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:33:25Z', 'revision_number': 5, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port': {'id': '05b87157-66fe-4472-9fca-16c746642e35', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:03Z', 'updated_at': '2021-05-21T15:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:27.057643 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f8f3fc-e1d9-4d9f-85a1-faab02ec5d5d None None] Checking router: 8db8db2c-0a48-48c5-83b3-ce18e722bb3c for host: dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:33:27.072955 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f8f3fc-e1d9-4d9f-85a1-faab02ec5d5d None None] Routers {'8db8db2c-0a48-48c5-83b3-ce18e722bb3c'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:33:27.074221 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-36f8f3fc-e1d9-4d9f-85a1-faab02ec5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:33:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:27.141592 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0e37d-0c2d-41ed-bd93-a64755d79db4 req-af74632e-17c7-4b81-9c14-7849d74ade58 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:27.143347 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5ec0e37d-0c2d-41ed-bd93-a64755d79db4 req-af74632e-17c7-4b81-9c14-7849d74ade58 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.1080544 May 21 15:33:27.203993 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5ec0e37d-0c2d-41ed-bd93-a64755d79db4 req-273de022-e5bc-4871-9cc2-f57cbbb2fee2 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509684 May 21 15:33:27.263276 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] For port 05b87157-66fe-4472-9fca-16c746642e35, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=05b87157-66fe-4472-9fca-16c746642e35,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:33:27.263632 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:27.279177 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-36f8f3fc-e1d9-4d9f-85a1-faab02ec5d5d None None] Set router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c gateway port host: None {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:33:27.385124 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-36f8f3fc-e1d9-4d9f-85a1-faab02ec5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:33:26Z', 'revision_number': 6, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port_host': None}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:27.386135 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] Calling delete_port for 05b87157-66fe-4472-9fca-16c746642e35 owned by network:router_gateway {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:33:27.389161 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f8f3fc-e1d9-4d9f-85a1-faab02ec5d5d None None] The sync data for ids ['8db8db2c-0a48-48c5-83b3-ce18e722bb3c'] in dv-cinder-792642-1-smb is: [{'id': '8db8db2c-0a48-48c5-83b3-ce18e722bb3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1941359203-router', 'tenant_id': '865c13fd2e73428fa9c0e35a559bac7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:25:56Z', 'updated_at': '2021-05-21T15:33:26Z', 'revision_number': 6, 'project_id': '865c13fd2e73428fa9c0e35a559bac7c', 'gw_port_host': None}] {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:33:27.530244 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:27.534279 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7a034b8f-d703-4799-8142-91145f045b34 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:27.579537 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] Pushing event deleted for resources: {'Port': ['ID=05b87157-66fe-4472-9fca-16c746642e35,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:27.582462 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:27.678189 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928821'] for router_gateway, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:27.879387 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4670'] for router, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:27.881505 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 84411f0e-2b7e-4d98-b82e-992124a6dacb no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:33:27.882948 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:27.924408 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-926169'] for router, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:27.930836 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8db8db2c-0a48-48c5-83b3-ce18e722bb3c {{(pid=91543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:33:27.940994 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: 84411f0e-2b7e-4d98-b82e-992124a6dacb {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:33:27.941553 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 84411f0e-2b7e-4d98-b82e-992124a6dacb not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:33:27.961137 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] Notify callbacks [] for router, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:27.965257 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] 10.222.0.42 "DELETE /v2.0/routers/8db8db2c-0a48-48c5-83b3-ce18e722bb3c HTTP/1.1" status: 204 len: 168 time: 1.4244082 May 21 15:33:27.965755 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 34614) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:28.027766 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Deleting subnet 926fad46-9536-465a-9c61-3bd00dd1e8fb {{(pid=91544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:33:28.031009 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:28.087584 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1519829'] for subnet, precommit_delete_associations {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:28.179316 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8313785'] for subnet, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:28.391519 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf3ec1-7025-4381-b7c8-540eb549cda4 req-29104e00-ad89-4170-be56-76b14d087d86 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:28.393037 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8acf3ec1-7025-4381-b7c8-540eb549cda4 req-29104e00-ad89-4170-be56-76b14d087d86 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.0802672 May 21 15:33:28.438881 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-8acf3ec1-7025-4381-b7c8-540eb549cda4 req-44f16950-e99f-4223-9677-e724ddf7cab9 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391722 May 21 15:33:28.440470 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8313776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3100040'] for subnet, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:28.446266 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2d8d10ca-9f82-4b43-a206-26691d3b178c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:28.483794 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:28.488561 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e0ef3-3c22-49a6-b7e0-3911788f2f2f None None] Network be604bdc-eca1-4f61-b6ba-616764e18bc9 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:33:28.488861 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=926fad46-9536-465a-9c61-3bd00dd1e8fb,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:28.500844 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:28.501169 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:28.501535 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:28.501894 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:28.502249 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:28.502608 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:28.502960 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:28.503867 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:28.504227 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:28.504580 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:28.504959 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:28.505308 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:28.509463 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:28.513258 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-b9b14d94-cfab-4913-8fbb-75f2c9301be2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/926fad46-9536-465a-9c61-3bd00dd1e8fb HTTP/1.1" status: 204 len: 168 time: 0.5465462 May 21 15:33:28.513913 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 34620) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:28.622447 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8351994'] for network, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:28.732410 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] DHCP port deletion for be604bdc-eca1-4f61-b6ba-616764e18bc9 request from dv-cinder-792642-1-smb {{(pid=91545) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:33:28.792155 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] Deleting port b976a9d8-7d65-452a-8a81-eca40ad70967 {{(pid=91544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:33:28.792495 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:28.799961 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Deleting port b976a9d8-7d65-452a-8a81-eca40ad70967 {{(pid=91545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:33:28.800343 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:28.904937 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] For port b976a9d8-7d65-452a-8a81-eca40ad70967, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=b976a9d8-7d65-452a-8a81-eca40ad70967,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:33:28.905735 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:28.906475 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.db [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] For port b976a9d8-7d65-452a-8a81-eca40ad70967, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=b976a9d8-7d65-452a-8a81-eca40ad70967,segment=NetworkSegment(79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f),segment_id=79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f)] {{(pid=91544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:33:28.906832 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:29.053111 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] Calling delete_port for b976a9d8-7d65-452a-8a81-eca40ad70967 owned by network:dhcp {{(pid=91544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:33:29.055803 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Calling delete_port for b976a9d8-7d65-452a-8a81-eca40ad70967 owned by network:dhcp {{(pid=91545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:33:29.114931 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506920'] for port, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:29.120746 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-76c2ceb8-f8c9-40a4-a824-ce564f77a139 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:29.122205 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427'] for port, after_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:29.129084 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:29.172399 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=b976a9d8-7d65-452a-8a81-eca40ad70967,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:29.174329 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] No DVR routers for this DVR port b976a9d8-7d65-452a-8a81-eca40ad70967 on host dv-cinder-792642-1-smb {{(pid=91544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:33:29.175833 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:29.177580 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Pushing event deleted for resources: {'Port': ['ID=b976a9d8-7d65-452a-8a81-eca40ad70967,revision_number=None']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:29.180720 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] No DVR routers for this DVR port b976a9d8-7d65-452a-8a81-eca40ad70967 on host dv-cinder-792642-1-smb {{(pid=91545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:33:29.197596 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:29.198037 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:29.198442 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:29.198896 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:29.199232 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:29.199558 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:29.200041 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:29.200367 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:29.200691 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:29.201043 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:29.201475 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:29.202048 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:29.208573 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:29.296203 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314112', 'neutron.services.segments.db._delete_segments_for_network-8788723347577'] for network, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:29.313997 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be604bdc-eca1-4f61-b6ba-616764e18bc9']}} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:29.331533 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f') {'for_net_delete': True} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:29.331827 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d98adb-acc3-4c6a-8bc0-d9e7c57fed6f') {} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:29.345754 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788723246605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1519820'] for segment, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:29.363690 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:29.370817 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=91544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:33:29.371245 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506971'] for segment, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: Traceback (most recent call last): May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: timer() May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: cb(*args, **kw) May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: return func(*args, **kwargs) May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: self._notify() May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: self.callback(batched_events) May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: event.method(event) May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: return f(self, *a, **k) May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: return self._get(url).json() May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: return self.request(url, 'GET', **kwargs) May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:33:29.384969 dv-cinder-792642-1-smb neutron-server[91544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:33:29.459045 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928976'] for network, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:29.463628 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:29.477792 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:29.480846 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 05b87157-66fe-4472-9fca-16c746642e35 no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:33:29.495462 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] Pushing event deleted for resources: {'Network': ['ID=be604bdc-eca1-4f61-b6ba-616764e18bc9,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:29.498789 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:29.512452 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-2f3fed35-98a9-4a9b-b3f7-73b11dffa7eb admin admin] 10.222.0.42 "DELETE /v2.0/networks/be604bdc-eca1-4f61-b6ba-616764e18bc9 HTTP/1.1" status: 204 len: 168 time: 0.9952250 May 21 15:33:29.517422 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: 05b87157-66fe-4472-9fca-16c746642e35 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:33:29.518067 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 05b87157-66fe-4472-9fca-16c746642e35 not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:33:29.518505 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device b976a9d8-7d65-452a-8a81-eca40ad70967 no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:33:29.555655 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: b976a9d8-7d65-452a-8a81-eca40ad70967 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:33:29.556017 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device b976a9d8-7d65-452a-8a81-eca40ad70967 not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:33:29.639155 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 34634) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:29.664408 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44b5ba-f042-407c-a97c-1998aab4fe3e req-97cf2659-0d27-49e8-b85e-be76cd581633 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:29.665934 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bd44b5ba-f042-407c-a97c-1998aab4fe3e req-97cf2659-0d27-49e8-b85e-be76cd581633 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.1050277 May 21 15:33:29.731978 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-f2f9b39c-10c4-4e99-b848-460277d674e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=865c13fd2e73428fa9c0e35a559bac7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0915158 May 21 15:33:29.734709 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34638) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:29.736877 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bd44b5ba-f042-407c-a97c-1998aab4fe3e req-96c05a05-4615-44b1-b771-f43144785f71 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650415 May 21 15:33:29.795715 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-5785117d-97a0-476c-9465-9aaf177f433a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:29.821496 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-5785117d-97a0-476c-9465-9aaf177f433a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:29.872689 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-5785117d-97a0-476c-9465-9aaf177f433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:29.876294 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c6220fb9-138b-43fe-b9f2-084bf990cff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:29.891603 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785117d-97a0-476c-9465-9aaf177f433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95f930a-a8b6-4077-a3e1-5276710649c4,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:29.894158 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-5785117d-97a0-476c-9465-9aaf177f433a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:29.900541 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-5785117d-97a0-476c-9465-9aaf177f433a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:29.901695 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-5785117d-97a0-476c-9465-9aaf177f433a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c95f930a-a8b6-4077-a3e1-5276710649c4 HTTP/1.1" status: 204 len: 168 time: 0.1660342 May 21 15:33:30.622742 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 34666) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:30.880944 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5174-82fd-420c-ad5d-48db0a7ad84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:30.901730 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-ea5c5174-82fd-420c-ad5d-48db0a7ad84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:33:30.905534 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-ea5c5174-82fd-420c-ad5d-48db0a7ad84e admin admin] Usage tracker for resource:security_group_rule and tenant:87463eb0464b41aa80627ff36ffd9283 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:33:30.908519 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-ea5c5174-82fd-420c-ad5d-48db0a7ad84e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:33:30.914442 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-ea5c5174-82fd-420c-ad5d-48db0a7ad84e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:33:30.958536 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac67579-adbc-450b-94d1-503bb6d5a6ba req-4e1fee37-abdf-4f76-89bd-e18bbc194ebf tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:30.960863 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-eac67579-adbc-450b-94d1-503bb6d5a6ba req-4e1fee37-abdf-4f76-89bd-e18bbc194ebf tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.1122291 May 21 15:33:31.014213 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5174-82fd-420c-ad5d-48db0a7ad84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:31.020181 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5174-82fd-420c-ad5d-48db0a7ad84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:31.030915 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-eac67579-adbc-450b-94d1-503bb6d5a6ba req-266cee87-c297-4a7b-a95e-41745af778e1 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587363 May 21 15:33:31.034501 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-867ea299-36d4-43dc-bfc0-c3df41facce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:31.075793 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-ea5c5174-82fd-420c-ad5d-48db0a7ad84e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87463eb0464b41aa80627ff36ffd9283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518044 May 21 15:33:31.078345 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c5174-82fd-420c-ad5d-48db0a7ad84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e8b2f4-206a-4498-91c9-f4f2a0ca70d5,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:31.078576 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34682) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:31.081439 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-ea5c5174-82fd-420c-ad5d-48db0a7ad84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:31.150304 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c7326423-a455-4a2e-92b9-700d475619f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:31.178171 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c7326423-a455-4a2e-92b9-700d475619f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:31.249151 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c7326423-a455-4a2e-92b9-700d475619f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:31.254553 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-adce3175-ed86-4380-b320-a6b006b4e944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:31.266343 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7326423-a455-4a2e-92b9-700d475619f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e8b2f4-206a-4498-91c9-f4f2a0ca70d5,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:31.270351 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c7326423-a455-4a2e-92b9-700d475619f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:31.273734 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c7326423-a455-4a2e-92b9-700d475619f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:31.278248 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-c7326423-a455-4a2e-92b9-700d475619f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/37e8b2f4-206a-4498-91c9-f4f2a0ca70d5 HTTP/1.1" status: 204 len: 168 time: 0.1954367 May 21 15:33:32.018461 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34714) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:32.124753 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1925274567-network', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:33:32.129545 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:33:32.133918 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Usage tracker for resource:network and tenant:886f83bbe8e149029826cc1c4d13b962 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:33:32.136758 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:33:32.143572 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:33:32.154703 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Made reservation on behalf of 886f83bbe8e149029826cc1c4d13b962 for: {'network': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:33:32.157301 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:32.169887 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:32.188689 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:33:32.196961 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:886f83bbe8e149029826cc1c4d13b962 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:33:32.200444 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:33:32.206278 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:33:32.223409 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7d30c-0aba-48de-aeed-54a22000ce74 req-bdb79ca7-ab47-4445-80fa-7cd02a2ca4b0 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:32.224935 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e6e7d30c-0aba-48de-aeed-54a22000ce74 req-bdb79ca7-ab47-4445-80fa-7cd02a2ca4b0 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.0862253 May 21 15:33:32.285041 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e6e7d30c-0aba-48de-aeed-54a22000ce74 req-d56dbf42-37c8-4571-852f-97e763fcfff6 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539651 May 21 15:33:32.294593 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:32.298936 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:32.302090 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6bf4c36b-eb14-48cc-98bf-9c0f9db3a9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:32.332219 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=91543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:33:32.342826 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:32.346441 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:32.349149 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:32.349769 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.db.segments_db [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Added segment 2e6bd8a4-5462-42e3-be1a-bb50b1b72a06 of type vlan for network 0d9e570c-72fe-4425-9147-98c5eb947b2a May 21 15:33:32.376856 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:32.406767 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:32.408143 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:32.408717 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:32.412006 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-26e115b5-4a93-48a6-899e-bd5ed98a8d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:32.512019 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=0d9e570c-72fe-4425-9147-98c5eb947b2a,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:32.515272 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:32.516744 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4972858 May 21 15:33:32.519631 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34722) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:32.522443 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network 0d9e570c-72fe-4425-9147-98c5eb947b2a details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:33:32.525423 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-1e6d804c-c1b4-4744-8e36-2ee99c34cffd admin admin] Request body: {'subnet': {'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1925274567-subnet', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'ip_version': 4}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:33:32.530296 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-1e6d804c-c1b4-4744-8e36-2ee99c34cffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:33:32.534288 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-1e6d804c-c1b4-4744-8e36-2ee99c34cffd admin admin] Usage tracker for resource:subnet and tenant:886f83bbe8e149029826cc1c4d13b962 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:33:32.537282 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-1e6d804c-c1b4-4744-8e36-2ee99c34cffd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:33:32.543042 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-1e6d804c-c1b4-4744-8e36-2ee99c34cffd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:33:32.554152 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6d804c-c1b4-4744-8e36-2ee99c34cffd admin admin] Made reservation on behalf of 886f83bbe8e149029826cc1c4d13b962 for: {'subnet': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:33:32.556916 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1e6d804c-c1b4-4744-8e36-2ee99c34cffd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3617604'] for subnet, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:33.076328 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1e6d804c-c1b4-4744-8e36-2ee99c34cffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2439453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3617642'] for subnet, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:33.080423 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-52952ac8-9e52-4ba9-b6d5-c2a690041acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:33.150161 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d804c-c1b4-4744-8e36-2ee99c34cffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=458e2514-ffb6-4c2c-923f-a6696ee96451,revision_number=0']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:33.153387 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-1e6d804c-c1b4-4744-8e36-2ee99c34cffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:33.159259 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d804c-c1b4-4744-8e36-2ee99c34cffd admin admin] Checking segment: {'id': '2e6bd8a4-5462-42e3-be1a-bb50b1b72a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:33:33.159608 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6d804c-c1b4-4744-8e36-2ee99c34cffd admin admin] Network hostable DHCP agents. Network: 0d9e570c-72fe-4425-9147-98c5eb947b2a, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:33:33.176753 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6d804c-c1b4-4744-8e36-2ee99c34cffd admin admin] Network 0d9e570c-72fe-4425-9147-98c5eb947b2a is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:33:33.186502 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-1e6d804c-c1b4-4744-8e36-2ee99c34cffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, 0d9e570c-72fe-4425-9147-98c5eb947b2a) {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:33:33.195321 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c6533b-7292-4db4-997a-6bde8d70fd9f None None] Network 0d9e570c-72fe-4425-9147-98c5eb947b2a requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:33:33.196973 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6d804c-c1b4-4744-8e36-2ee99c34cffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:33.197551 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-1e6d804c-c1b4-4744-8e36-2ee99c34cffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:33.217466 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-1e6d804c-c1b4-4744-8e36-2ee99c34cffd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6967213 May 21 15:33:33.220015 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34742) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:33.225014 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1925274567-router', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:33:33.229924 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:33:33.233706 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Usage tracker for resource:router and tenant:886f83bbe8e149029826cc1c4d13b962 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:33:33.236494 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:33:33.242101 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:33:33.251493 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-926629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4620'] for router, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:33.252493 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:33.266662 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:33.455015 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b806f74-3639-54bb-b3c4-4c77632456fa-0d9e570c-72fe-4425-9147-98c5eb947b2a', 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'fixed_ips': [{'subnet_id': '458e2514-ffb6-4c2c-923f-a6696ee96451'}]}} from dv-cinder-792642-1-smb. {{(pid=91545) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:33:33.456343 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:33.593052 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:33.669411 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.db_base_plugin_common [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Allocated IP 172.20.0.2 (0d9e570c-72fe-4425-9147-98c5eb947b2a/458e2514-ffb6-4c2c-923f-a6696ee96451/1a591e34-f541-4f1c-a73b-28e945e7b43b) {{(pid=91545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:33:33.708488 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb6c67-3101-4338-8719-2e74d899e7ec req-32bc22b8-761c-4028-9651-0f8f54bb5932 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:33.710468 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5feb6c67-3101-4338-8719-2e74d899e7ec req-32bc22b8-761c-4028-9651-0f8f54bb5932 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.2402508 May 21 15:33:33.765996 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5feb6c67-3101-4338-8719-2e74d899e7ec req-0aef0748-d0bf-45f5-8a66-ba25f54fca71 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477545 May 21 15:33:33.878228 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Notify callbacks [] for port, precommit_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:33.888680 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Transition to ACTIVE for port object 1a591e34-f541-4f1c-a73b-28e945e7b43b will not be triggered until provisioned by entity L2. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:33:33.907697 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Transition to ACTIVE for port object 1a591e34-f541-4f1c-a73b-28e945e7b43b will not be triggered until provisioned by entity DHCP. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:33:33.913937 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:33.918434 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:33.978771 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Network 0d9e570c-72fe-4425-9147-98c5eb947b2a is already hosted by enough agents. {{(pid=91545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:33:33.981398 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:33.981577 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.scheduler.base_scheduler [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Resources bound (agent type, host, resource id): {{(pid=91545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:33:33.985286 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Received port after_create {{(pid=91545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:33:33.994794 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Pushing event updated for resources: {'Port': ['ID=1a591e34-f541-4f1c-a73b-28e945e7b43b,revision_number=1']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:34.012644 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:34.030935 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:34.099139 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Attempting to bind port 1a591e34-f541-4f1c-a73b-28e945e7b43b on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:33:34.099545 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Attempting to bind port 1a591e34-f541-4f1c-a73b-28e945e7b43b by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '2e6bd8a4-5462-42e3-be1a-bb50b1b72a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a'}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:33:34.099869 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Attempting to bind port 1a591e34-f541-4f1c-a73b-28e945e7b43b on network 0d9e570c-72fe-4425-9147-98c5eb947b2a {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:33:34.106235 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:33:34.106651 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Checking segment: {'id': '2e6bd8a4-5462-42e3-be1a-bb50b1b72a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:33:34.107187 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:34.107591 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Bound using segment: {'id': '2e6bd8a4-5462-42e3-be1a-bb50b1b72a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a'} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:33:34.108191 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Bound port: 1a591e34-f541-4f1c-a73b-28e945e7b43b, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6bd8a4-5462-42e3-be1a-bb50b1b72a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a'}}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:33:34.108517 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:34.166203 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Allocated IP 172.28.3.115 (39961b0a-5138-4007-86ae-d184e62026e0/62db980b-fc91-4b32-a3dc-349d62b1ea2a/346df8ec-f2c8-426b-a44b-f1b6e93742ef) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:33:34.206708 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] For port 1a591e34-f541-4f1c-a73b-28e945e7b43b, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:33:34.210213 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] For port 1a591e34-f541-4f1c-a73b-28e945e7b43b, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=1a591e34-f541-4f1c-a73b-28e945e7b43b,segment=NetworkSegment(2e6bd8a4-5462-42e3-be1a-bb50b1b72a06),segment_id=2e6bd8a4-5462-42e3-be1a-bb50b1b72a06)] {{(pid=91545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:33:34.218202 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:34.222103 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-fa4e2318-9b9e-4c6e-9f44-9ac9b7b3a355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:34.323049 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Pushing event updated for resources: {'Port': ['ID=1a591e34-f541-4f1c-a73b-28e945e7b43b,revision_number=2']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:34.326813 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:34.331006 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:34.368329 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:34.372392 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6d2f26f3-ee87-4b63-b9e7-e1140b3a976c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:34.437860 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Network 39961b0a-5138-4007-86ae-d184e62026e0 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:33:34.440956 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:33:34.445051 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:33:34.481772 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=346df8ec-f2c8-426b-a44b-f1b6e93742ef,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:34.549267 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 34756) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:34.619102 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:34.708532 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-49455f2a-edda-4a61-8b75-f6703b24fc72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:34.723207 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-49455f2a-edda-4a61-8b75-f6703b24fc72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:33:34.727056 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-49455f2a-edda-4a61-8b75-f6703b24fc72 admin admin] Usage tracker for resource:security_group_rule and tenant:c848c23616374f9db3f9adf5a0988eea is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:33:34.729944 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-49455f2a-edda-4a61-8b75-f6703b24fc72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:33:34.735683 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-49455f2a-edda-4a61-8b75-f6703b24fc72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:33:34.820509 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-49455f2a-edda-4a61-8b75-f6703b24fc72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:34.825270 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-49455f2a-edda-4a61-8b75-f6703b24fc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:34.832970 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6c91f213-134a-45c3-a201-38b8834c842b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:34.873249 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49455f2a-edda-4a61-8b75-f6703b24fc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167a273d-08a7-43ac-8376-51ef041ae460,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:34.877486 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-49455f2a-edda-4a61-8b75-f6703b24fc72 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c848c23616374f9db3f9adf5a0988eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269978 May 21 15:33:34.878748 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-49455f2a-edda-4a61-8b75-f6703b24fc72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:34.879950 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 34764) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:34.939140 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-704bba8c-d2c9-437f-bd3d-32769c60aa83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:34.965160 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-704bba8c-d2c9-437f-bd3d-32769c60aa83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:35.034146 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-704bba8c-d2c9-437f-bd3d-32769c60aa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:35.039316 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-cc4e9145-44bc-47aa-bf61-707b904a36ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:35.051832 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bba8c-d2c9-437f-bd3d-32769c60aa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167a273d-08a7-43ac-8376-51ef041ae460,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:35.055558 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-704bba8c-d2c9-437f-bd3d-32769c60aa83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:35.063236 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-704bba8c-d2c9-437f-bd3d-32769c60aa83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:35.067334 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-704bba8c-d2c9-437f-bd3d-32769c60aa83 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/167a273d-08a7-43ac-8376-51ef041ae460 HTTP/1.1" status: 204 len: 168 time: 0.1863739 May 21 15:33:35.077762 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:35.185637 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5081849-9daf-46f3-b0d8-3a95e5f59a3f req-984722d1-91d2-4399-a60e-d7908e1ee6a3 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:35.187423 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f5081849-9daf-46f3-b0d8-3a95e5f59a3f req-984722d1-91d2-4399-a60e-d7908e1ee6a3 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.2905121 May 21 15:33:35.402338 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f5081849-9daf-46f3-b0d8-3a95e5f59a3f req-f4520321-7a80-456b-a8c6-8d7374c7f8d9 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457024 May 21 15:33:35.413960 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dc96f3-df3a-4559-8a3f-21f8040a84e6 None None] Network 0d9e570c-72fe-4425-9147-98c5eb947b2a requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:33:35.566663 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-be54206c-0862-4fb3-98bd-8e5ce0c5df69 None None] Provisioning for port 1a591e34-f541-4f1c-a73b-28e945e7b43b completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:33:35.572905 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 1a591e34-f541-4f1c-a73b-28e945e7b43b up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:33:35.627535 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928845'] for router, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:35.716774 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e162ad-f93a-4289-9224-a0aa7532feec req-abf72b4d-7a9f-40f0-b137-16c399f135ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:35.718634 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-36e162ad-f93a-4289-9224-a0aa7532feec req-abf72b4d-7a9f-40f0-b137-16c399f135ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ca5c84a94db45a6a63e098cb79925de&device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 1098 time: 0.1775537 May 21 15:33:35.721116 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port 1a591e34-f541-4f1c-a73b-28e945e7b43b completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:33:35.754996 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 1a591e34-f541-4f1c-a73b-28e945e7b43b triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:35.755572 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:35.926942 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:35.963592 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e162ad-f93a-4289-9224-a0aa7532feec req-0491cc98-10d4-4e7e-b6b2-be6f7ef78a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:35.965167 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-36e162ad-f93a-4289-9224-a0aa7532feec req-0491cc98-10d4-4e7e-b6b2-be6f7ef78a36 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45459d29-f01a-43cc-b074-dcb45df5f164 HTTP/1.1" status: 200 len: 910 time: 0.2369299 May 21 15:33:35.966965 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port 1a591e34-f541-4f1c-a73b-28e945e7b43b, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=1a591e34-f541-4f1c-a73b-28e945e7b43b,segment=NetworkSegment(2e6bd8a4-5462-42e3-be1a-bb50b1b72a06),segment_id=2e6bd8a4-5462-42e3-be1a-bb50b1b72a06)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:33:35.973512 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:35.976282 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2a93ef2f-e6bc-4a5f-ad2a-5478a0bff60d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:36.054699 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=1a591e34-f541-4f1c-a73b-28e945e7b43b,revision_number=3']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:36.058225 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:36.180490 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee is scheduled to L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 with binding_index 1 {{(pid=91543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:33:36.243866 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-0ce5139f-34e2-4f70-81c3-132e36b33efe None None] Provisioning complete for port 1a591e34-f541-4f1c-a73b-28e945e7b43b triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:36.244272 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-0ce5139f-34e2-4f70-81c3-132e36b33efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:36.275262 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-36e162ad-f93a-4289-9224-a0aa7532feec req-dc4e11cc-579a-45a5-b7aa-a2e2d3f119b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65c4f45c-649c-4636-8415-c70b071fb444 HTTP/1.1" status: 200 len: 1001 time: 0.3025455 May 21 15:33:36.436747 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e162ad-f93a-4289-9224-a0aa7532feec req-791652ca-03f7-479e-bbb1-f5a39e0c3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:36.438213 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-36e162ad-f93a-4289-9224-a0aa7532feec req-791652ca-03f7-479e-bbb1-f5a39e0c3c34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=638c139f-3d70-4ba4-995b-ecdba83fa06b HTTP/1.1" status: 200 len: 848 time: 0.1560361 May 21 15:33:36.487084 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:33:36.496604 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Sync routers for ids ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:33:36.511267 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Routers {'8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:33:36.511893 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:33:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:36.542340 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] Notify callbacks [] for router, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:36.543825 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-82d68256-abc0-4b89-a151-bb05346ee9f5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3228180 May 21 15:33:36.546613 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34804) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:36.635013 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e162ad-f93a-4289-9224-a0aa7532feec req-e6b68849-72e5-4ac4-9527-452519308ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:36.636411 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-36e162ad-f93a-4289-9224-a0aa7532feec req-e6b68849-72e5-4ac4-9527-452519308ed7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45459d29-f01a-43cc-b074-dcb45df5f164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1873133 May 21 15:33:36.641553 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b68a7-a4c0-468d-984c-bf3515d5c785 req-f5cb90f3-9627-43fc-986b-8e20811541b4 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:36.643406 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-204b68a7-a4c0-468d-984c-bf3515d5c785 req-f5cb90f3-9627-43fc-986b-8e20811541b4 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.0999329 May 21 15:33:36.697231 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-204b68a7-a4c0-468d-984c-bf3515d5c785 req-e6cae10a-fb03-4345-89b7-39719633e85c tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440636 May 21 15:33:36.734179 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Set router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:33:36.929089 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-36e162ad-f93a-4289-9224-a0aa7532feec req-a62931ae-7db7-404b-a680-d8005e02914c service neutron] 10.222.0.44 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835624 May 21 15:33:37.094203 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'name': 'tempest-TestMinimumBasicScenario-1925274567-router', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:33Z', 'updated_at': '2021-05-21T15:33:34Z', 'revision_number': 3, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'gw_port': {'id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:34Z', 'updated_at': '2021-05-21T15:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:37.099047 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Checking router: 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:33:37.099417 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Updating router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee port 346df8ec-f2c8-426b-a44b-f1b6e93742ef binding host dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:33:37.166442 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:37.228904 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-36e162ad-f93a-4289-9224-a0aa7532feec req-5b12b51f-30da-4f0e-8286-3e30821d983a service neutron] 10.222.0.44 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910292 May 21 15:33:37.550419 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:37.557231 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 1a591e34-f541-4f1c-a73b-28e945e7b43b up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:33:37.644464 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Notify callbacks [] for port, precommit_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:37.659769 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Transition to ACTIVE for port object 346df8ec-f2c8-426b-a44b-f1b6e93742ef will not be triggered until provisioned by entity L2. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:33:37.675120 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:37.682211 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-80ec301a-5bf0-4e08-a2f0-a6c436518ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:37.736233 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 1a591e34-f541-4f1c-a73b-28e945e7b43b triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:37.736382 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:37.841078 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Attempting to bind port 346df8ec-f2c8-426b-a44b-f1b6e93742ef on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:33:37.841617 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Attempting to bind port 346df8ec-f2c8-426b-a44b-f1b6e93742ef by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:33:37.841994 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Attempting to bind port 346df8ec-f2c8-426b-a44b-f1b6e93742ef on network 39961b0a-5138-4007-86ae-d184e62026e0 {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:33:37.844235 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a33a89-24cb-4767-940f-6ba885311d5f None None] Pushing event updated for resources: {'Port': ['ID=346df8ec-f2c8-426b-a44b-f1b6e93742ef,revision_number=2']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:37.849683 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-55a33a89-24cb-4767-940f-6ba885311d5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:37.854707 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:33:37.855009 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Checking segment: {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:33:37.856115 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:37.856115 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Bound using segment: {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:33:37.856468 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Bound port: 346df8ec-f2c8-426b-a44b-f1b6e93742ef, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:33:37.856997 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:37.992671 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] For port 346df8ec-f2c8-426b-a44b-f1b6e93742ef, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:33:37.996598 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] For port 346df8ec-f2c8-426b-a44b-f1b6e93742ef, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=346df8ec-f2c8-426b-a44b-f1b6e93742ef,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:33:38.002655 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:38.010637 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:38.023628 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Allocated IP 172.20.0.1 (0d9e570c-72fe-4425-9147-98c5eb947b2a/458e2514-ffb6-4c2c-923f-a6696ee96451/789790d3-d5ab-410a-a2dc-35c1c61373c5) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:33:38.050135 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3aa68f-103b-4acb-987e-9d751a43a98c req-a13e3010-2d2b-4f40-837d-2396537bd543 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:38.051741 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-bc3aa68f-103b-4acb-987e-9d751a43a98c req-a13e3010-2d2b-4f40-837d-2396537bd543 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.1691167 May 21 15:33:38.091371 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Routers {'8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:33:38.092241 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:33:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:38.170671 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a33a89-24cb-4767-940f-6ba885311d5f None None] Pushing event updated for resources: {'Port': ['ID=346df8ec-f2c8-426b-a44b-f1b6e93742ef,revision_number=3']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:38.175713 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-55a33a89-24cb-4767-940f-6ba885311d5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:38.199885 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-bc3aa68f-103b-4acb-987e-9d751a43a98c req-abf38e20-a438-40af-a588-844bad70080f tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261094 May 21 15:33:38.239380 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:38.258754 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Transition to ACTIVE for port object 789790d3-d5ab-410a-a2dc-35c1c61373c5 will not be triggered until provisioned by entity DHCP. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:33:38.289762 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:38.294714 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-ffe56502-7edf-4553-be76-d90e036a7f9a tempest-VolumesSnapshotTestJSON-1109065656 tempest-VolumesSnapshotTestJSON-1109065656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:38.314951 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] Set router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:33:38.372232 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Network 0d9e570c-72fe-4425-9147-98c5eb947b2a is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:33:38.375414 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:33:38.379996 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:33:38.416177 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Pushing event updated for resources: {'Port': ['ID=789790d3-d5ab-410a-a2dc-35c1c61373c5,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:38.423296 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:38.455969 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596831'] for router_interface, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:38.653294 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-7be445a4-37ea-428b-92b6-2d355f1e8e81 None None] Provisioning for port 789790d3-d5ab-410a-a2dc-35c1c61373c5 completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:33:38.689953 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-7be445a4-37ea-428b-92b6-2d355f1e8e81 None None] Provisioning complete for port 789790d3-d5ab-410a-a2dc-35c1c61373c5 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:38.690355 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-7be445a4-37ea-428b-92b6-2d355f1e8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:38.766253 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-7be445a4-37ea-428b-92b6-2d355f1e8e81 None None] Port 789790d3-d5ab-410a-a2dc-35c1c61373c5 cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:33:38.785769 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'name': 'tempest-TestMinimumBasicScenario-1925274567-router', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:33Z', 'updated_at': '2021-05-21T15:33:34Z', 'revision_number': 3, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'gw_port': {'id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:34Z', 'updated_at': '2021-05-21T15:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:38.788610 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:38.790057 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ee57e3-3a8c-4a33-a80c-1c3fcf8b41e5 None None] The sync data for ids ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'] in dv-cinder-792642-1-smb is: [{'id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'name': 'tempest-TestMinimumBasicScenario-1925274567-router', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:33Z', 'updated_at': '2021-05-21T15:33:34Z', 'revision_number': 3, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'gw_port': {'id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:34Z', 'updated_at': '2021-05-21T15:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:33:39.094449 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:39.108505 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:39.128909 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 34906) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:39.144481 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-d2e731aa-eb1c-4057-9246-5d88fe17231d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:39.240411 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Pushing event updated for resources: {'Port': ['ID=789790d3-d5ab-410a-a2dc-35c1c61373c5,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:39.245821 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:39.247384 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596770'] for router_interface, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:39.304444 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-28994f32-4cb0-4210-92e8-b2c61ada07e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:39.336077 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-28994f32-4cb0-4210-92e8-b2c61ada07e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:33:39.339529 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:39.340417 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-28994f32-4cb0-4210-92e8-b2c61ada07e0 admin admin] Usage tracker for resource:security_group_rule and tenant:52fdf872f7e2415198e5d3ba8ab62b52 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:33:39.345828 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-28994f32-4cb0-4210-92e8-b2c61ada07e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:33:39.353425 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-28994f32-4cb0-4210-92e8-b2c61ada07e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:33:39.437396 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Network 0d9e570c-72fe-4425-9147-98c5eb947b2a is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:33:39.438642 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:33:39.550054 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d4177-37a3-47a2-91e7-ef265407f289 req-8969fc23-1edb-44a2-afb7-2fabea52216f tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:39.559776 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f23d4177-37a3-47a2-91e7-ef265407f289 req-8969fc23-1edb-44a2-afb7-2fabea52216f tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.1950061 May 21 15:33:39.570557 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-28994f32-4cb0-4210-92e8-b2c61ada07e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:39.591462 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-28994f32-4cb0-4210-92e8-b2c61ada07e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:39.593639 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 346df8ec-f2c8-426b-a44b-f1b6e93742ef up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:33:39.611732 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6c78e338-46f6-46fc-8c55-63de78b67bbd tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:39.681534 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-28994f32-4cb0-4210-92e8-b2c61ada07e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52fdf872f7e2415198e5d3ba8ab62b52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5508420 May 21 15:33:39.682523 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 34914) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:39.719496 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f23d4177-37a3-47a2-91e7-ef265407f289 req-f196d964-f573-48b0-b8d8-801f3262189e tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585851 May 21 15:33:39.723802 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28994f32-4cb0-4210-92e8-b2c61ada07e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55baf59c-61a2-4b99-a98d-243313229a2f,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:39.727969 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-28994f32-4cb0-4210-92e8-b2c61ada07e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:39.763413 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port 346df8ec-f2c8-426b-a44b-f1b6e93742ef completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:33:39.779277 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 346df8ec-f2c8-426b-a44b-f1b6e93742ef triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:39.779946 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:39.810160 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:33:39.816852 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8f734c05-b713-4cde-9e65-e53e0da13f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:39.852271 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8f734c05-b713-4cde-9e65-e53e0da13f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:39.925159 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8f734c05-b713-4cde-9e65-e53e0da13f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:39.933351 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-49455f2a-edda-4a61-8b75-f6703b24fc72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:39.951012 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f734c05-b713-4cde-9e65-e53e0da13f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55baf59c-61a2-4b99-a98d-243313229a2f,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:39.955578 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-8f734c05-b713-4cde-9e65-e53e0da13f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:39.961912 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-8f734c05-b713-4cde-9e65-e53e0da13f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:39.965682 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-8f734c05-b713-4cde-9e65-e53e0da13f9c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55baf59c-61a2-4b99-a98d-243313229a2f HTTP/1.1" status: 204 len: 168 time: 0.2721658 May 21 15:33:40.000481 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-b38da22c-c0b1-4ec5-9382-f7fb206a9d81 None None] Provisioning complete for port 789790d3-d5ab-410a-a2dc-35c1c61373c5 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:40.000900 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b38da22c-c0b1-4ec5-9382-f7fb206a9d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:40.097633 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:40.109375 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-b38da22c-c0b1-4ec5-9382-f7fb206a9d81 None None] Port 789790d3-d5ab-410a-a2dc-35c1c61373c5 cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:33:40.124026 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port 346df8ec-f2c8-426b-a44b-f1b6e93742ef, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=346df8ec-f2c8-426b-a44b-f1b6e93742ef,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:33:40.132648 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:40.139598 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-fc1f0466-243b-44bc-92d6-d4df278157cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:40.222684 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=346df8ec-f2c8-426b-a44b-f1b6e93742ef,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:40.232823 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1629fcd-ea8b-4e76-a4a4-81fa614c0e5f req-475e178a-7628-41fa-9085-0ef7c852b08c tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:40.234892 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a1629fcd-ea8b-4e76-a4a4-81fa614c0e5f req-475e178a-7628-41fa-9085-0ef7c852b08c tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.1062810 May 21 15:33:40.235519 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:40.268230 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:33:40.283224 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-7847b0bb-a22e-4d94-b3b1-131a115ff659 admin admin] 10.222.0.42 "PUT /v2.0/routers/8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7355275 May 21 15:33:40.289007 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a1629fcd-ea8b-4e76-a4a4-81fa614c0e5f req-12985047-4003-4054-ab6d-35d4a489c5f2 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483046 May 21 15:33:40.311915 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-eb2582f7-311e-499c-9cff-dc0ed986de03 req-48345f67-7f86-41bc-ba80-970cb88e53dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283369 May 21 15:33:40.462310 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 34934) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:40.480645 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7940507d-af27-4f60-af5d-5c7e4b33c154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:40.495653 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-7940507d-af27-4f60-af5d-5c7e4b33c154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:33:40.500724 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-7940507d-af27-4f60-af5d-5c7e4b33c154 admin admin] Usage tracker for resource:security_group_rule and tenant:57b83c41aeb340cfa420100d11352982 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:33:40.504734 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-7940507d-af27-4f60-af5d-5c7e4b33c154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:33:40.511338 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-7940507d-af27-4f60-af5d-5c7e4b33c154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:33:40.583990 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:33:40.618868 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7940507d-af27-4f60-af5d-5c7e4b33c154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:40.624126 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7940507d-af27-4f60-af5d-5c7e4b33c154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:40.635868 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-704bba8c-d2c9-437f-bd3d-32769c60aa83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:40.681709 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-7940507d-af27-4f60-af5d-5c7e4b33c154 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57b83c41aeb340cfa420100d11352982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183073 May 21 15:33:40.684840 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940507d-af27-4f60-af5d-5c7e4b33c154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc81c5f-0e9b-4792-9241-f69075045420,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:40.685617 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34942) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:40.687929 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-7940507d-af27-4f60-af5d-5c7e4b33c154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:40.773333 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3315fee1-24ea-4064-9c20-01d45fa8c45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:40.806922 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3315fee1-24ea-4064-9c20-01d45fa8c45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:40.871629 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3315fee1-24ea-4064-9c20-01d45fa8c45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:40.878933 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b9734dea-96b7-4ea9-bb7b-9f2f8234f555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:40.895928 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315fee1-24ea-4064-9c20-01d45fa8c45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc81c5f-0e9b-4792-9241-f69075045420,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:40.899376 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-3315fee1-24ea-4064-9c20-01d45fa8c45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:40.901870 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-3315fee1-24ea-4064-9c20-01d45fa8c45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:40.902991 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-3315fee1-24ea-4064-9c20-01d45fa8c45b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7fc81c5f-0e9b-4792-9241-f69075045420 HTTP/1.1" status: 204 len: 168 time: 0.2160401 May 21 15:33:41.041584 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 34956) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:41.047977 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2141774600-network', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:33:41.054278 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:33:41.059363 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Sync routers for ids ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'] in dv-cinder-792642-1-smb {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:33:41.062446 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Usage tracker for resource:network and tenant:6624ecc3eece47a1aecdfbc0676d2e57 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:33:41.069766 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Routers {'8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:33:41.070619 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:33:41.070789 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:33:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:41.078702 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:33:41.091773 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Made reservation on behalf of 6624ecc3eece47a1aecdfbc0676d2e57 for: {'network': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:33:41.095079 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:41.110688 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:41.133857 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:33:41.138207 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Usage tracker for resource:security_group_rule and tenant:6624ecc3eece47a1aecdfbc0676d2e57 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:33:41.141941 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:33:41.150490 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:33:41.244323 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:41.249811 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:41.254027 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0cd5ae8b-adf2-4f08-a81e-99b7a8a356c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:41.276056 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Set router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:33:41.278938 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=91544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:33:41.295422 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa16b6c-2a21-4d5e-bba5-20d42a4aca2b,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:41.298423 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:41.298983 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.segments_db [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Added segment 6d241701-a880-47af-beba-084c858948b7 of type vlan for network 27f54896-4618-4265-a94d-255f3061c370 May 21 15:33:41.301039 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:41.346247 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:41.401652 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:41.404566 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:41.405880 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:41.419077 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-353acff6-9a70-4445-beae-15d79df7a16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:41.569614 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 346df8ec-f2c8-426b-a44b-f1b6e93742ef up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:33:41.586797 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdc128-d135-4126-9acd-3de0e03e3d39 req-c2ccdfad-0921-4e78-aff4-b885a36f53a0 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:41.588721 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ddfdc128-d135-4126-9acd-3de0e03e3d39 req-c2ccdfad-0921-4e78-aff4-b885a36f53a0 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.1571929 May 21 15:33:41.697806 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ddfdc128-d135-4126-9acd-3de0e03e3d39 req-43ca77b8-301a-44c8-8e3c-1aad82c509aa tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031277 May 21 15:33:41.732553 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Pushing event updated for resources: {'Network': ['ID=27f54896-4618-4265-a94d-255f3061c370,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:41.740433 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 346df8ec-f2c8-426b-a44b-f1b6e93742ef triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:41.741514 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:41.743785 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-65f63582-cda9-4d4a-9355-49715d449be9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7010932 May 21 15:33:41.744413 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:41.747217 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 34974) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:41.762437 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] Request body: {'subnet': {'network_id': '27f54896-4618-4265-a94d-255f3061c370', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2141774600-subnet', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'ip_version': 4}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:33:41.772510 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:33:41.777833 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network 27f54896-4618-4265-a94d-255f3061c370 details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:33:41.785355 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] Usage tracker for resource:subnet and tenant:6624ecc3eece47a1aecdfbc0676d2e57 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:33:41.791861 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:33:41.807106 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:33:41.837455 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] Made reservation on behalf of 6624ecc3eece47a1aecdfbc0676d2e57 for: {'subnet': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:33:41.839937 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3617604'] for subnet, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:41.897802 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'name': 'tempest-TestMinimumBasicScenario-1925274567-router', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:33Z', 'updated_at': '2021-05-21T15:33:38Z', 'revision_number': 4, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'gw_port': {'id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:34Z', 'updated_at': '2021-05-21T15:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '789790d3-d5ab-410a-a2dc-35c1c61373c5', 'name': '', 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'mac_address': 'fa:16:3e:fe:73:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:37Z', 'updated_at': '2021-05-21T15:33:38Z', 'revision_number': 2, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'subnets': [{'id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:41.904773 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Checking router: 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee for host: dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:33:41.905478 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Updating router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee port 789790d3-d5ab-410a-a2dc-35c1c61373c5 binding host dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:33:41.972963 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:42.021272 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 65c4f45c-649c-4636-8415-c70b071fb444 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:33:42.184095 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:42.235285 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65c4f45c-649c-4636-8415-c70b071fb444'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:33:42.246919 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 65c4f45c-649c-4636-8415-c70b071fb444, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=65c4f45c-649c-4636-8415-c70b071fb444,segment=NetworkSegment(491a5f29-122f-4d0d-8025-0348a1253d9e),segment_id=491a5f29-122f-4d0d-8025-0348a1253d9e)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:33:42.252585 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:42.255385 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:42.338501 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65c4f45c-649c-4636-8415-c70b071fb444', 'code': 200} May 21 15:33:42.358416 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=65c4f45c-649c-4636-8415-c70b071fb444,revision_number=6']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:42.362338 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:42.381548 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2582f7-311e-499c-9cff-dc0ed986de03 req-ec12ee2d-d2dc-4aa8-ab45-47b417742ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:42.383076 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-eb2582f7-311e-499c-9cff-dc0ed986de03 req-ec12ee2d-d2dc-4aa8-ab45-47b417742ce9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17&tenant_id=4ca5c84a94db45a6a63e098cb79925de HTTP/1.1" status: 200 len: 1098 time: 0.2075138 May 21 15:33:42.445611 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Notify callbacks [] for port, precommit_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:42.462130 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.provisioning_blocks [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Transition to ACTIVE for port object 789790d3-d5ab-410a-a2dc-35c1c61373c5 will not be triggered until provisioned by entity L2. {{(pid=91546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:33:42.477612 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:42.485729 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-e2887847-3d07-4a5d-ae60-6367936169ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:42.522652 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2582f7-311e-499c-9cff-dc0ed986de03 req-8555141a-35f3-47ac-b59e-91967535d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:42.524392 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-eb2582f7-311e-499c-9cff-dc0ed986de03 req-8555141a-35f3-47ac-b59e-91967535d671 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ca5c84a94db45a6a63e098cb79925de&device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 1096 time: 0.1138644 May 21 15:33:42.637881 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee8891-3611-4bc4-876d-9273da462ef7 None None] Pushing event updated for resources: {'Port': ['ID=789790d3-d5ab-410a-a2dc-35c1c61373c5,revision_number=3']} {{(pid=91546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:42.677774 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2439453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3617642'] for subnet, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:42.684552 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:42.732452 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee8891-3611-4bc4-876d-9273da462ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:42.732751 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee8891-3611-4bc4-876d-9273da462ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:42.733181 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee8891-3611-4bc4-876d-9273da462ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:42.733520 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee8891-3611-4bc4-876d-9273da462ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:42.733936 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee8891-3611-4bc4-876d-9273da462ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:42.734331 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee8891-3611-4bc4-876d-9273da462ef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:42.734722 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee8891-3611-4bc4-876d-9273da462ef7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:42.735114 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee8891-3611-4bc4-876d-9273da462ef7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:42.735504 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee8891-3611-4bc4-876d-9273da462ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:42.735894 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee8891-3611-4bc4-876d-9273da462ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:42.736295 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee8891-3611-4bc4-876d-9273da462ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:42.736682 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee8891-3611-4bc4-876d-9273da462ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:33:42.761921 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-5fee8891-3611-4bc4-876d-9273da462ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:42.762962 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Attempting to bind port 789790d3-d5ab-410a-a2dc-35c1c61373c5 on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:33:42.764047 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Attempting to bind port 789790d3-d5ab-410a-a2dc-35c1c61373c5 by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '2e6bd8a4-5462-42e3-be1a-bb50b1b72a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a'}] {{(pid=91546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:33:42.764664 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Attempting to bind port 789790d3-d5ab-410a-a2dc-35c1c61373c5 on network 0d9e570c-72fe-4425-9147-98c5eb947b2a {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:33:42.772402 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:33:42.773068 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Checking segment: {'id': '2e6bd8a4-5462-42e3-be1a-bb50b1b72a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:33:42.775938 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:42.776207 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Bound using segment: {'id': '2e6bd8a4-5462-42e3-be1a-bb50b1b72a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a'} {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:33:42.776601 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Bound port: 789790d3-d5ab-410a-a2dc-35c1c61373c5, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6bd8a4-5462-42e3-be1a-bb50b1b72a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a'}}] {{(pid=91546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:33:42.779447 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:42.788635 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2582f7-311e-499c-9cff-dc0ed986de03 req-89963194-4e04-4a16-9c12-32f68e8f5676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:42.790144 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-eb2582f7-311e-499c-9cff-dc0ed986de03 req-89963194-4e04-4a16-9c12-32f68e8f5676 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45459d29-f01a-43cc-b074-dcb45df5f164 HTTP/1.1" status: 200 len: 910 time: 0.2583733 May 21 15:33:42.792629 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9021ca86-b526-494b-8ca3-88c8092f3f47,revision_number=0']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:42.797397 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:42.879120 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.db [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] For port 789790d3-d5ab-410a-a2dc-35c1c61373c5, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:33:42.886811 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.db [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] For port 789790d3-d5ab-410a-a2dc-35c1c61373c5, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=789790d3-d5ab-410a-a2dc-35c1c61373c5,segment=NetworkSegment(2e6bd8a4-5462-42e3-be1a-bb50b1b72a06),segment_id=2e6bd8a4-5462-42e3-be1a-bb50b1b72a06)] {{(pid=91546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:33:42.892715 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:42.899564 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-5fee8891-3611-4bc4-876d-9273da462ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:42.918174 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-eb2582f7-311e-499c-9cff-dc0ed986de03 req-46db2f64-7c0a-42ea-b83a-20ff6daf4376 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65c4f45c-649c-4636-8415-c70b071fb444 HTTP/1.1" status: 200 len: 999 time: 0.1198075 May 21 15:33:42.920781 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] Checking segment: {'id': '6d241701-a880-47af-beba-084c858948b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '27f54896-4618-4265-a94d-255f3061c370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:33:42.921188 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] Network hostable DHCP agents. Network: 27f54896-4618-4265-a94d-255f3061c370, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:33:43.017045 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Routers {'8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:33:43.017678 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:33:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:43.039548 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] Network 27f54896-4618-4265-a94d-255f3061c370 is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:33:43.055315 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2582f7-311e-499c-9cff-dc0ed986de03 req-554e3497-0cda-4400-9966-5964cb1e1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:43.056782 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-eb2582f7-311e-499c-9cff-dc0ed986de03 req-554e3497-0cda-4400-9966-5964cb1e1c51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=638c139f-3d70-4ba4-995b-ecdba83fa06b HTTP/1.1" status: 200 len: 848 time: 0.1313713 May 21 15:33:43.097781 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, 27f54896-4618-4265-a94d-255f3061c370) {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:33:43.112217 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a0b5b9-4102-4119-a53c-734c94ec8ba8 None None] Network 27f54896-4618-4265-a94d-255f3061c370 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:33:43.135073 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:43.135850 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:43.137226 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee8891-3611-4bc4-876d-9273da462ef7 None None] Pushing event updated for resources: {'Port': ['ID=789790d3-d5ab-410a-a2dc-35c1c61373c5,revision_number=4']} {{(pid=91546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:43.148025 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-5fee8891-3611-4bc4-876d-9273da462ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:43.169389 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a601047-2491-401f-afbb-8107acca8bff req-0f0698ea-b51a-491d-864a-980f456d5812 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:43.171110 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1a601047-2491-401f-afbb-8107acca8bff req-0f0698ea-b51a-491d-864a-980f456d5812 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 943 time: 0.2143130 May 21 15:33:43.201958 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4509201 May 21 15:33:43.205155 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 35006) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:43.218276 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2141774600-router', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:33:43.226185 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:33:43.236485 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Usage tracker for resource:router and tenant:6624ecc3eece47a1aecdfbc0676d2e57 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:33:43.245841 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1a601047-2491-401f-afbb-8107acca8bff req-52722d03-f9b3-4669-87ae-9e181df28a4c tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656886 May 21 15:33:43.248007 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:33:43.261059 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2582f7-311e-499c-9cff-dc0ed986de03 req-5c50aaed-e124-40f3-a60d-cc7aa0657a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:43.261307 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-eb2582f7-311e-499c-9cff-dc0ed986de03 req-5c50aaed-e124-40f3-a60d-cc7aa0657a8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45459d29-f01a-43cc-b074-dcb45df5f164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1949658 May 21 15:33:43.261934 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:33:43.281344 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] Set router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:33:43.304091 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-926629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4620'] for router, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:43.305337 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:43.346718 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:43.489119 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b806f74-3639-54bb-b3c4-4c77632456fa-27f54896-4618-4265-a94d-255f3061c370', 'network_id': '27f54896-4618-4265-a94d-255f3061c370', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'fixed_ips': [{'subnet_id': '9021ca86-b526-494b-8ca3-88c8092f3f47'}]}} from dv-cinder-792642-1-smb. {{(pid=91545) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:33:43.490483 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:43.685700 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-eb2582f7-311e-499c-9cff-dc0ed986de03 req-3a913f1b-b5be-48f7-9b5d-4ab0b310ab24 service neutron] 10.222.0.44 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166903 May 21 15:33:43.717858 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.db_base_plugin_common [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Allocated IP 172.20.0.2 (27f54896-4618-4265-a94d-255f3061c370/9021ca86-b526-494b-8ca3-88c8092f3f47/55f503e5-059b-4019-953c-2ad7f7dd014a) {{(pid=91545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:33:43.765769 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:43.776958 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'name': 'tempest-TestMinimumBasicScenario-1925274567-router', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:33Z', 'updated_at': '2021-05-21T15:33:38Z', 'revision_number': 4, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'gw_port': {'id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:34Z', 'updated_at': '2021-05-21T15:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '789790d3-d5ab-410a-a2dc-35c1c61373c5', 'name': '', 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'mac_address': 'fa:16:3e:fe:73:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:37Z', 'updated_at': '2021-05-21T15:33:42Z', 'revision_number': 4, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'subnets': [{'id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:43.781566 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29111a0d-f06f-4db5-afa4-32271644403e None None] The sync data for ids ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'] in dv-cinder-792642-1-smb is: [{'id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'name': 'tempest-TestMinimumBasicScenario-1925274567-router', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:33Z', 'updated_at': '2021-05-21T15:33:38Z', 'revision_number': 4, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'gw_port': {'id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:34Z', 'updated_at': '2021-05-21T15:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '789790d3-d5ab-410a-a2dc-35c1c61373c5', 'name': '', 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'mac_address': 'fa:16:3e:fe:73:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:37Z', 'updated_at': '2021-05-21T15:33:42Z', 'revision_number': 4, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'subnets': [{'id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:33:43.968140 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-eb2582f7-311e-499c-9cff-dc0ed986de03 req-e60506af-ca10-4cc7-b9f3-1858dc1ad3b2 service neutron] 10.222.0.44 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743216 May 21 15:33:44.100352 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Notify callbacks [] for port, precommit_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:44.112189 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Transition to ACTIVE for port object 55f503e5-059b-4019-953c-2ad7f7dd014a will not be triggered until provisioned by entity L2. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:33:44.130974 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Transition to ACTIVE for port object 55f503e5-059b-4019-953c-2ad7f7dd014a will not be triggered until provisioned by entity DHCP. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:33:44.139497 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418'] for port, after_create {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:44.143472 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:44.194098 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:44.203688 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Network 27f54896-4618-4265-a94d-255f3061c370 is already hosted by enough agents. {{(pid=91545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:33:44.207435 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.scheduler.base_scheduler [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Resources bound (agent type, host, resource id): {{(pid=91545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:33:44.212033 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Received port after_create {{(pid=91545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:33:44.232074 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:44.253932 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Pushing event updated for resources: {'Port': ['ID=55f503e5-059b-4019-953c-2ad7f7dd014a,revision_number=1']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:44.266282 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:44.331452 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Attempting to bind port 55f503e5-059b-4019-953c-2ad7f7dd014a on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:33:44.331954 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Attempting to bind port 55f503e5-059b-4019-953c-2ad7f7dd014a by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '6d241701-a880-47af-beba-084c858948b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '27f54896-4618-4265-a94d-255f3061c370'}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:33:44.332441 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Attempting to bind port 55f503e5-059b-4019-953c-2ad7f7dd014a on network 27f54896-4618-4265-a94d-255f3061c370 {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:33:44.340854 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:33:44.341276 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Checking segment: {'id': '6d241701-a880-47af-beba-084c858948b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '27f54896-4618-4265-a94d-255f3061c370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:33:44.341657 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:44.342049 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Bound using segment: {'id': '6d241701-a880-47af-beba-084c858948b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '27f54896-4618-4265-a94d-255f3061c370'} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:33:44.342536 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Bound port: 55f503e5-059b-4019-953c-2ad7f7dd014a, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d241701-a880-47af-beba-084c858948b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '27f54896-4618-4265-a94d-255f3061c370'}}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:33:44.342923 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:44.460573 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] For port 55f503e5-059b-4019-953c-2ad7f7dd014a, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:33:44.464021 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] For port 55f503e5-059b-4019-953c-2ad7f7dd014a, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=55f503e5-059b-4019-953c-2ad7f7dd014a,segment=NetworkSegment(6d241701-a880-47af-beba-084c858948b7),segment_id=6d241701-a880-47af-beba-084c858948b7)] {{(pid=91545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:33:44.470669 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:44.475403 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-55a33a89-24cb-4767-940f-6ba885311d5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:44.487683 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_common [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Allocated IP 172.28.3.238 (39961b0a-5138-4007-86ae-d184e62026e0/62db980b-fc91-4b32-a3dc-349d62b1ea2a/dcd0044d-93da-406a-a356-260d9edfa394) {{(pid=91544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:33:44.568292 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Pushing event updated for resources: {'Port': ['ID=55f503e5-059b-4019-953c-2ad7f7dd014a,revision_number=2']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:44.575751 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:44.587362 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d77a09-19ea-4d66-82dc-19f0200b4f73 req-2d6fa39f-2127-43e3-b8ac-dc6bd829c29c tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:44.588999 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a1d77a09-19ea-4d66-82dc-19f0200b4f73 req-2d6fa39f-2127-43e3-b8ac-dc6bd829c29c tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 943 time: 0.1930501 May 21 15:33:44.685024 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a1d77a09-19ea-4d66-82dc-19f0200b4f73 req-7396cc7e-0098-40bd-969c-f0e82d27a957 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765476 May 21 15:33:44.714113 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:44.763318 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506920'] for port, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:44.767700 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-93681429-2868-4725-a344-c685183d3ce4 tempest-DeleteServersTestJSON-2024406300 tempest-DeleteServersTestJSON-2024406300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:44.850245 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Network 39961b0a-5138-4007-86ae-d184e62026e0 is already hosted by enough agents. {{(pid=91544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:33:44.853687 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Resources bound (agent type, host, resource id): {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:33:44.856671 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Received port after_create {{(pid=91544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:33:44.909501 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Pushing event updated for resources: {'Port': ['ID=dcd0044d-93da-406a-a356-260d9edfa394,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:44.913147 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:45.638674 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:45.646305 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 789790d3-d5ab-410a-a2dc-35c1c61373c5 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:33:45.703713 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207ddd1f-6b16-4623-bb2b-be8a393718c6 None None] Network 27f54896-4618-4265-a94d-255f3061c370 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:33:45.821012 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-d060d594-e8d0-4d0e-b88b-a178a327fd94 None None] Provisioning for port 55f503e5-059b-4019-953c-2ad7f7dd014a completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:33:45.841911 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port 789790d3-d5ab-410a-a2dc-35c1c61373c5 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:33:45.852903 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 789790d3-d5ab-410a-a2dc-35c1c61373c5 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:45.853285 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:45.902464 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba15ca8-7751-462b-b612-ebbb0a797a8e req-842bc5e5-728b-4cfa-bcc0-dc14d9f57540 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:45.904130 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9ba15ca8-7751-462b-b612-ebbb0a797a8e req-842bc5e5-728b-4cfa-bcc0-dc14d9f57540 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 943 time: 0.0936286 May 21 15:33:45.955621 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9ba15ca8-7751-462b-b612-ebbb0a797a8e req-57c96cda-d1ec-4fa7-b33e-c77265053887 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439920 May 21 15:33:46.018317 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928845'] for router, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:46.080376 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 65c4f45c-649c-4636-8415-c70b071fb444 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:33:46.129107 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:46.258712 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Router 2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d is scheduled to L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 with binding_index 1 {{(pid=91544) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:33:46.266435 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port 789790d3-d5ab-410a-a2dc-35c1c61373c5, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=789790d3-d5ab-410a-a2dc-35c1c61373c5,segment=NetworkSegment(2e6bd8a4-5462-42e3-be1a-bb50b1b72a06),segment_id=2e6bd8a4-5462-42e3-be1a-bb50b1b72a06)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:33:46.280581 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:46.281484 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 55f503e5-059b-4019-953c-2ad7f7dd014a up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:33:46.315310 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:46.420376 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 65c4f45c-649c-4636-8415-c70b071fb444, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=65c4f45c-649c-4636-8415-c70b071fb444,segment=NetworkSegment(491a5f29-122f-4d0d-8025-0348a1253d9e),segment_id=491a5f29-122f-4d0d-8025-0348a1253d9e)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:33:46.443296 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': '65c4f45c-649c-4636-8415-c70b071fb444', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'port_id': '65c4f45c-649c-4636-8415-c70b071fb444', 'mac_address': 'fa:16:3e:18:65:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:33:46.487498 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=789790d3-d5ab-410a-a2dc-35c1c61373c5,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:46.490747 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:46.519595 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:33:46.533820 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Sync routers for ids ['2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:33:46.544837 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:46.553710 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] Notify callbacks [] for router, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:46.554288 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port 55f503e5-059b-4019-953c-2ad7f7dd014a completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:33:46.554925 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-da1e342d-7ed7-4e4d-a84e-116a1e213064 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3461037 May 21 15:33:46.558882 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 35026) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:46.559100 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-032c4f8e-96c8-4d79-8804-942e43990751 None None] Provisioning complete for port 55f503e5-059b-4019-953c-2ad7f7dd014a triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:46.559359 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-032c4f8e-96c8-4d79-8804-942e43990751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:46.614483 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Routers {'2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:33:46.615137 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:33:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:46.668755 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 55f503e5-059b-4019-953c-2ad7f7dd014a triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:46.669370 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:46.730566 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c4f45c-649c-4636-8415-c70b071fb444 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:33:46.792776 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 65c4f45c-649c-4636-8415-c70b071fb444, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=65c4f45c-649c-4636-8415-c70b071fb444,segment=NetworkSegment(491a5f29-122f-4d0d-8025-0348a1253d9e),segment_id=491a5f29-122f-4d0d-8025-0348a1253d9e)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:33:46.856231 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:46.870805 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-fa4e2318-9b9e-4c6e-9f44-9ac9b7b3a355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:47.119806 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Set router 2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:33:47.197213 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c6bf5-ebb0-476a-8b43-ad7037fbbe62 req-d9e30783-4ecf-4411-94c5-7b3b30da6768 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:47.206413 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bd6c6bf5-ebb0-476a-8b43-ad7037fbbe62 req-d9e30783-4ecf-4411-94c5-7b3b30da6768 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 944 time: 0.1162970 May 21 15:33:47.243114 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['65c4f45c-649c-4636-8415-c70b071fb444'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:33:47.270611 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bd6c6bf5-ebb0-476a-8b43-ad7037fbbe62 req-39238599-12cd-406d-ab3d-d5f7f3f32b26 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634229 May 21 15:33:47.294882 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-032c4f8e-96c8-4d79-8804-942e43990751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:47.306548 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:47.339345 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=65c4f45c-649c-4636-8415-c70b071fb444,revision_number=7']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:47.361632 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:47.464000 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:47.489212 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-032c4f8e-96c8-4d79-8804-942e43990751 None None] For port 55f503e5-059b-4019-953c-2ad7f7dd014a, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=55f503e5-059b-4019-953c-2ad7f7dd014a,segment=NetworkSegment(6d241701-a880-47af-beba-084c858948b7),segment_id=6d241701-a880-47af-beba-084c858948b7)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:33:47.506948 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-032c4f8e-96c8-4d79-8804-942e43990751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:47.511703 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-0c4fb6a7-40e4-4928-8457-1ef5d669152b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:47.697372 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Allocated IP 172.20.0.1 (27f54896-4618-4265-a94d-255f3061c370/9021ca86-b526-494b-8ca3-88c8092f3f47/a3187b30-ca1c-41db-bb56-841abe0a57d4) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:33:47.718004 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.db.api [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91545) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 21 15:33:47.718750 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_db.api [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 21 15:33:47.730968 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c4f8e-96c8-4d79-8804-942e43990751 None None] Pushing event updated for resources: {'Port': ['ID=55f503e5-059b-4019-953c-2ad7f7dd014a,revision_number=3']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:47.735082 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-032c4f8e-96c8-4d79-8804-942e43990751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:47.825290 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'name': 'tempest-TestMinimumBasicScenario-2141774600-router', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dcd0044d-93da-406a-a356-260d9edfa394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:43Z', 'updated_at': '2021-05-21T15:33:45Z', 'revision_number': 3, 'project_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'gw_port': {'id': 'dcd0044d-93da-406a-a356-260d9edfa394', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:36:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:44Z', 'updated_at': '2021-05-21T15:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:47.838579 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Checking router: 2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:33:47.838957 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Updating router 2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d port dcd0044d-93da-406a-a356-260d9edfa394 binding host dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:33:47.926093 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:47.941426 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:47.958033 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Transition to ACTIVE for port object a3187b30-ca1c-41db-bb56-841abe0a57d4 will not be triggered until provisioned by entity DHCP. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:33:47.984351 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:47.991817 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-ef0755b5-7ac1-4eab-a081-e841bbf4ff2b tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:48.049883 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Network 27f54896-4618-4265-a94d-255f3061c370 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:33:48.052636 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:33:48.056824 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:33:48.104569 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Pushing event updated for resources: {'Port': ['ID=a3187b30-ca1c-41db-bb56-841abe0a57d4,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:48.109179 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:48.121121 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596831'] for router_interface, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:48.254897 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:48.389954 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-01712588-3c01-4126-954b-4a6b845c6a3d None None] Provisioning for port a3187b30-ca1c-41db-bb56-841abe0a57d4 completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:33:48.397704 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:48.400716 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-01712588-3c01-4126-954b-4a6b845c6a3d None None] Provisioning complete for port a3187b30-ca1c-41db-bb56-841abe0a57d4 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:48.401293 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-01712588-3c01-4126-954b-4a6b845c6a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:48.428258 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 789790d3-d5ab-410a-a2dc-35c1c61373c5 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:33:48.496100 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Transition to ACTIVE for port object dcd0044d-93da-406a-a356-260d9edfa394 will not be triggered until provisioned by entity L2. {{(pid=91545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:33:48.512056 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:48.523673 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:48.580891 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-01712588-3c01-4126-954b-4a6b845c6a3d None None] Port a3187b30-ca1c-41db-bb56-841abe0a57d4 cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:33:48.586423 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852cceb-0391-4a91-9278-f2b73d97e8a1 req-13433b3f-bc68-41e1-bf61-197b9b706537 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:48.592528 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e852cceb-0391-4a91-9278-f2b73d97e8a1 req-13433b3f-bc68-41e1-bf61-197b9b706537 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 944 time: 0.2124021 May 21 15:33:48.614658 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Attempting to bind port dcd0044d-93da-406a-a356-260d9edfa394 on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:33:48.615289 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Attempting to bind port dcd0044d-93da-406a-a356-260d9edfa394 by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:33:48.615427 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Attempting to bind port dcd0044d-93da-406a-a356-260d9edfa394 on network 39961b0a-5138-4007-86ae-d184e62026e0 {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:33:48.617484 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6bf83-34c3-4e96-b0c6-b8b2300991c4 None None] Pushing event updated for resources: {'Port': ['ID=dcd0044d-93da-406a-a356-260d9edfa394,revision_number=2']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:48.622987 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-56b6bf83-34c3-4e96-b0c6-b8b2300991c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:48.626513 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:33:48.626902 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Checking segment: {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:33:48.627304 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:48.627696 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Bound using segment: {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'} {{(pid=91545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:33:48.628184 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.managers [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Bound port: dcd0044d-93da-406a-a356-260d9edfa394, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5de551-a3aa-4d66-8b63-7b6903f6864a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0'}}] {{(pid=91545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:33:48.628531 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:48.657744 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e852cceb-0391-4a91-9278-f2b73d97e8a1 req-2284048f-09de-4746-9919-86958f8da706 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636909 May 21 15:33:48.659934 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:48.669870 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:48.701277 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-fb0c1bd9-6a87-4841-b8a4-91785bb04858 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:48.736201 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 789790d3-d5ab-410a-a2dc-35c1c61373c5 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:48.736753 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:48.826736 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596770'] for router_interface, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:48.830921 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] For port dcd0044d-93da-406a-a356-260d9edfa394, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:33:48.834153 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Pushing event updated for resources: {'Port': ['ID=a3187b30-ca1c-41db-bb56-841abe0a57d4,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:48.834918 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] For port dcd0044d-93da-406a-a356-260d9edfa394, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=dcd0044d-93da-406a-a356-260d9edfa394,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:33:48.842250 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:48.842632 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:48.847505 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:48.973713 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Routers {'2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:33:48.974257 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:33:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:49.025066 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 55f503e5-059b-4019-953c-2ad7f7dd014a up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:33:49.044971 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Network 27f54896-4618-4265-a94d-255f3061c370 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:33:49.046093 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:33:49.082472 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6bf83-34c3-4e96-b0c6-b8b2300991c4 None None] Pushing event updated for resources: {'Port': ['ID=dcd0044d-93da-406a-a356-260d9edfa394,revision_number=3']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:49.090611 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-56b6bf83-34c3-4e96-b0c6-b8b2300991c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:49.209576 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port 55f503e5-059b-4019-953c-2ad7f7dd014a triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:49.218014 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:49.246203 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Router 2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:33:49.285629 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] Set router 2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:33:49.443191 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:33:49.451960 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] 10.222.0.42 "PUT /v2.0/routers/2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8920035 May 21 15:33:49.454882 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-26020260-0513-4720-9608-faa38943521a None None] Provisioning complete for port a3187b30-ca1c-41db-bb56-841abe0a57d4 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:49.455285 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-26020260-0513-4720-9608-faa38943521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:49.610462 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-26020260-0513-4720-9608-faa38943521a None None] Port a3187b30-ca1c-41db-bb56-841abe0a57d4 cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:33:49.733205 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'name': 'tempest-TestMinimumBasicScenario-2141774600-router', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dcd0044d-93da-406a-a356-260d9edfa394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:43Z', 'updated_at': '2021-05-21T15:33:48Z', 'revision_number': 4, 'project_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'gw_port': {'id': 'dcd0044d-93da-406a-a356-260d9edfa394', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:36:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:44Z', 'updated_at': '2021-05-21T15:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': 'a3187b30-ca1c-41db-bb56-841abe0a57d4', 'name': '', 'network_id': '27f54896-4618-4265-a94d-255f3061c370', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'mac_address': 'fa:16:3e:a7:bd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9021ca86-b526-494b-8ca3-88c8092f3f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:47Z', 'updated_at': '2021-05-21T15:33:48Z', 'revision_number': 2, 'project_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'subnets': [{'id': '9021ca86-b526-494b-8ca3-88c8092f3f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:49.738600 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb06ff9-4829-40bb-bbe9-662a201f7ce2 None None] The sync data for ids ['2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'] in dv-cinder-792642-1-smb is: [{'id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'name': 'tempest-TestMinimumBasicScenario-2141774600-router', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dcd0044d-93da-406a-a356-260d9edfa394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:43Z', 'updated_at': '2021-05-21T15:33:48Z', 'revision_number': 4, 'project_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'gw_port': {'id': 'dcd0044d-93da-406a-a356-260d9edfa394', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:36:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:44Z', 'updated_at': '2021-05-21T15:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': 'a3187b30-ca1c-41db-bb56-841abe0a57d4', 'name': '', 'network_id': '27f54896-4618-4265-a94d-255f3061c370', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'mac_address': 'fa:16:3e:a7:bd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9021ca86-b526-494b-8ca3-88c8092f3f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:47Z', 'updated_at': '2021-05-21T15:33:48Z', 'revision_number': 2, 'project_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'subnets': [{'id': '9021ca86-b526-494b-8ca3-88c8092f3f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:33:49.872285 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04e969-f8fd-4cef-af05-55dbf3c20240 req-0aaf260a-f6b8-43d0-a523-515a8058b342 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:49.876325 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cf04e969-f8fd-4cef-af05-55dbf3c20240 req-0aaf260a-f6b8-43d0-a523-515a8058b342 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 944 time: 0.1014407 May 21 15:33:49.936604 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cf04e969-f8fd-4cef-af05-55dbf3c20240 req-a581d63b-5e05-4f69-81c1-0b9f42c308fc tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549738 May 21 15:33:50.080871 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 65c4f45c-649c-4636-8415-c70b071fb444 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:33:50.186145 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port 65c4f45c-649c-4636-8415-c70b071fb444 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:50.186531 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:50.376785 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:50.424293 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c4f45c-649c-4636-8415-c70b071fb444'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:33:50.448477 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 65c4f45c-649c-4636-8415-c70b071fb444, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=65c4f45c-649c-4636-8415-c70b071fb444,segment=NetworkSegment(491a5f29-122f-4d0d-8025-0348a1253d9e),segment_id=491a5f29-122f-4d0d-8025-0348a1253d9e)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:33:50.454172 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:50.456179 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-56b6bf83-34c3-4e96-b0c6-b8b2300991c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:50.526644 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c4f45c-649c-4636-8415-c70b071fb444', 'code': 200} May 21 15:33:50.581860 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=65c4f45c-649c-4636-8415-c70b071fb444,revision_number=8']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:50.590352 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:50.879846 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327b3e3-a154-4927-843e-1bafe3ecd017 req-40ef40fd-397c-4fbf-80aa-cc83394698b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:50.882246 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3327b3e3-a154-4927-843e-1bafe3ecd017 req-40ef40fd-397c-4fbf-80aa-cc83394698b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 1098 time: 0.0841658 May 21 15:33:50.937428 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3327b3e3-a154-4927-843e-1bafe3ecd017 req-357e2a02-8155-45b8-9f9a-cb5e4912dc82 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474501 May 21 15:33:51.147170 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47eb61-55d0-4905-a1d8-b74e7490c3bb req-87c72035-7f81-493d-a1a4-2186aab08922 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:51.149974 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5a47eb61-55d0-4905-a1d8-b74e7490c3bb req-87c72035-7f81-493d-a1a4-2186aab08922 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.1041563 May 21 15:33:51.214606 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5a47eb61-55d0-4905-a1d8-b74e7490c3bb req-9083cac2-763f-4657-86e6-f336998ea9e5 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583711 May 21 15:33:51.502282 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-9c33adc2-c0c4-4381-9c08-5548a5a93e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:52.199736 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Sync routers for ids ['2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'] in dv-cinder-792642-1-smb {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:33:52.210662 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Routers {'2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:33:52.211821 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:33:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:52.430659 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Set router 2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:33:52.472504 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device dcd0044d-93da-406a-a356-260d9edfa394 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:33:52.506363 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9d026-3f3c-4422-ae78-947ff0a91c92 req-97e8453a-0813-4f0f-ba4a-0069ca4ff5d8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:52.517346 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ada9d026-3f3c-4422-ae78-947ff0a91c92 req-97e8453a-0813-4f0f-ba4a-0069ca4ff5d8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.1399710 May 21 15:33:52.571289 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port dcd0044d-93da-406a-a356-260d9edfa394 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:33:52.577049 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ada9d026-3f3c-4422-ae78-947ff0a91c92 req-ac91339d-d554-43ff-8a52-f6f2462c4a4e tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585384 May 21 15:33:52.618806 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port dcd0044d-93da-406a-a356-260d9edfa394 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:52.619757 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:52.761942 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:52.782303 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port dcd0044d-93da-406a-a356-260d9edfa394, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=dcd0044d-93da-406a-a356-260d9edfa394,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:33:52.798410 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:52.807786 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:52.816260 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'name': 'tempest-TestMinimumBasicScenario-2141774600-router', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dcd0044d-93da-406a-a356-260d9edfa394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:43Z', 'updated_at': '2021-05-21T15:33:48Z', 'revision_number': 4, 'project_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'gw_port': {'id': 'dcd0044d-93da-406a-a356-260d9edfa394', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:36:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:44Z', 'updated_at': '2021-05-21T15:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': 'a3187b30-ca1c-41db-bb56-841abe0a57d4', 'name': '', 'network_id': '27f54896-4618-4265-a94d-255f3061c370', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'mac_address': 'fa:16:3e:a7:bd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9021ca86-b526-494b-8ca3-88c8092f3f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:47Z', 'updated_at': '2021-05-21T15:33:48Z', 'revision_number': 2, 'project_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'subnets': [{'id': '9021ca86-b526-494b-8ca3-88c8092f3f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:52.823399 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Checking router: 2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d for host: dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:33:52.824033 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Updating router 2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d port a3187b30-ca1c-41db-bb56-841abe0a57d4 binding host dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:33:52.896365 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:52.906072 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=dcd0044d-93da-406a-a356-260d9edfa394,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:52.910988 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:53.354424 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Notify callbacks [] for port, precommit_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:53.370695 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.provisioning_blocks [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Transition to ACTIVE for port object a3187b30-ca1c-41db-bb56-841abe0a57d4 will not be triggered until provisioned by entity L2. {{(pid=91546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:33:53.384766 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:53.388985 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-d733345b-7bd6-4d32-ae38-093fc2e4ffbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:53.522910 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67147d01-fb0c-4245-8b74-3a1752a8283d None None] Pushing event updated for resources: {'Port': ['ID=a3187b30-ca1c-41db-bb56-841abe0a57d4,revision_number=3']} {{(pid=91546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:53.526026 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-67147d01-fb0c-4245-8b74-3a1752a8283d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:53.642284 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Attempting to bind port a3187b30-ca1c-41db-bb56-841abe0a57d4 on host dv-cinder-792642-1-smb for vnic_type normal with profile {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:33:53.642647 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Attempting to bind port a3187b30-ca1c-41db-bb56-841abe0a57d4 by drivers openvswitch,hyperv on host dv-cinder-792642-1-smb at level 0 using segments [{'id': '6d241701-a880-47af-beba-084c858948b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '27f54896-4618-4265-a94d-255f3061c370'}] {{(pid=91546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:33:53.643011 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Attempting to bind port a3187b30-ca1c-41db-bb56-841abe0a57d4 on network 27f54896-4618-4265-a94d-255f3061c370 {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:33:53.656988 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Checking agent: {'id': '0d841a8b-2d18-4911-be54-605f2b1b510c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 17, 54), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:33:53.656988 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Checking segment: {'id': '6d241701-a880-47af-beba-084c858948b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '27f54896-4618-4265-a94d-255f3061c370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:33:53.656988 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:53.656988 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Bound using segment: {'id': '6d241701-a880-47af-beba-084c858948b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '27f54896-4618-4265-a94d-255f3061c370'} {{(pid=91546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:33:53.656988 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.managers [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Bound port: a3187b30-ca1c-41db-bb56-841abe0a57d4, host: dv-cinder-792642-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d241701-a880-47af-beba-084c858948b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '27f54896-4618-4265-a94d-255f3061c370'}}] {{(pid=91546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:33:53.657607 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:53.769557 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.db [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] For port a3187b30-ca1c-41db-bb56-841abe0a57d4, host dv-cinder-792642-1-smb, cleared binding levels {{(pid=91546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:33:53.781959 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.plugins.ml2.db [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] For port a3187b30-ca1c-41db-bb56-841abe0a57d4, host dv-cinder-792642-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=a3187b30-ca1c-41db-bb56-841abe0a57d4,segment=NetworkSegment(6d241701-a880-47af-beba-084c858948b7),segment_id=6d241701-a880-47af-beba-084c858948b7)] {{(pid=91546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:33:53.820387 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron_lib.callbacks.manager [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:53.827186 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:53.839780 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:53.907607 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Routers {'2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:33:53.907607 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:33:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:53.990940 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67147d01-fb0c-4245-8b74-3a1752a8283d None None] Pushing event updated for resources: {'Port': ['ID=a3187b30-ca1c-41db-bb56-841abe0a57d4,revision_number=4']} {{(pid=91546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:53.995785 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG oslo_concurrency.lockutils [None req-67147d01-fb0c-4245-8b74-3a1752a8283d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:54.167092 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] Set router 2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:33:54.168360 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-e68e15d1-2804-4c41-afbd-b9715c05fb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:54.440828 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device a3187b30-ca1c-41db-bb56-841abe0a57d4 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:33:54.574783 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning for port a3187b30-ca1c-41db-bb56-841abe0a57d4 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:33:54.584310 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port a3187b30-ca1c-41db-bb56-841abe0a57d4 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:54.584765 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:54.593758 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'name': 'tempest-TestMinimumBasicScenario-2141774600-router', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dcd0044d-93da-406a-a356-260d9edfa394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:43Z', 'updated_at': '2021-05-21T15:33:48Z', 'revision_number': 4, 'project_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'gw_port': {'id': 'dcd0044d-93da-406a-a356-260d9edfa394', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:44Z', 'updated_at': '2021-05-21T15:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': 'a3187b30-ca1c-41db-bb56-841abe0a57d4', 'name': '', 'network_id': '27f54896-4618-4265-a94d-255f3061c370', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'mac_address': 'fa:16:3e:a7:bd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9021ca86-b526-494b-8ca3-88c8092f3f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:47Z', 'updated_at': '2021-05-21T15:33:53Z', 'revision_number': 4, 'project_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'subnets': [{'id': '9021ca86-b526-494b-8ca3-88c8092f3f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:54.598883 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83738e0b-9686-4145-b091-37c6be8b5d44 None None] The sync data for ids ['2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'] in dv-cinder-792642-1-smb is: [{'id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'name': 'tempest-TestMinimumBasicScenario-2141774600-router', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dcd0044d-93da-406a-a356-260d9edfa394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:43Z', 'updated_at': '2021-05-21T15:33:48Z', 'revision_number': 4, 'project_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'gw_port': {'id': 'dcd0044d-93da-406a-a356-260d9edfa394', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:44Z', 'updated_at': '2021-05-21T15:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': 'a3187b30-ca1c-41db-bb56-841abe0a57d4', 'name': '', 'network_id': '27f54896-4618-4265-a94d-255f3061c370', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'mac_address': 'fa:16:3e:a7:bd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9021ca86-b526-494b-8ca3-88c8092f3f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:47Z', 'updated_at': '2021-05-21T15:33:53Z', 'revision_number': 4, 'project_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'subnets': [{'id': '9021ca86-b526-494b-8ca3-88c8092f3f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:33:54.756931 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:54.796733 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] For port a3187b30-ca1c-41db-bb56-841abe0a57d4, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=a3187b30-ca1c-41db-bb56-841abe0a57d4,segment=NetworkSegment(6d241701-a880-47af-beba-084c858948b7),segment_id=6d241701-a880-47af-beba-084c858948b7)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:33:54.802000 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:54.803764 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device dcd0044d-93da-406a-a356-260d9edfa394 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:33:54.859315 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-56b6bf83-34c3-4e96-b0c6-b8b2300991c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:54.986168 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Pushing event updated for resources: {'Port': ['ID=a3187b30-ca1c-41db-bb56-841abe0a57d4,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:54.989285 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:54.998832 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port dcd0044d-93da-406a-a356-260d9edfa394 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:54.999216 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:55.070052 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:56.397684 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device a3187b30-ca1c-41db-bb56-841abe0a57d4 up at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:33:56.477839 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Provisioning complete for port a3187b30-ca1c-41db-bb56-841abe0a57d4 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:33:56.478214 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:56.840926 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:00.931086 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-57572e6b-41f0-46ba-8d9f-b5826fc3f784 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:00.931706 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-57572e6b-41f0-46ba-8d9f-b5826fc3f784 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Synchronizing usage tracker for tenant:886f83bbe8e149029826cc1c4d13b962 on resource:network {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:34:00.950391 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-57572e6b-41f0-46ba-8d9f-b5826fc3f784 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Unset dirty status for tenant:886f83bbe8e149029826cc1c4d13b962 on resource:network {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:34:00.951934 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-57572e6b-41f0-46ba-8d9f-b5826fc3f784 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/networks?id=0d9e570c-72fe-4425-9147-98c5eb947b2a HTTP/1.1" status: 200 len: 815 time: 0.2762544 May 21 15:34:00.970738 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-1e59dd7a-6a18-4da7-abdd-89e9a0a08365 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/quotas/886f83bbe8e149029826cc1c4d13b962 HTTP/1.1" status: 200 len: 375 time: 0.0105784 May 21 15:34:01.069925 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-a62b1321-c853-41b1-8a4d-6835c90931ba tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Synchronizing usage tracker for tenant:886f83bbe8e149029826cc1c4d13b962 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:34:01.087353 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-a62b1321-c853-41b1-8a4d-6835c90931ba tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Unset dirty status for tenant:886f83bbe8e149029826cc1c4d13b962 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:34:01.089370 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-a62b1321-c853-41b1-8a4d-6835c90931ba tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=886f83bbe8e149029826cc1c4d13b962&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109314 May 21 15:34:01.232953 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-d5bbae68-3477-4aaa-a99e-b5b3237ce0ec service neutron] 10.222.0.42 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310155 May 21 15:34:01.379564 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-548b329a-fe4f-4f45-929f-83562f284ebd service neutron] 10.222.0.42 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408002 May 21 15:34:01.556425 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-2f98891b-8431-4fd4-b272-961a914e44b9 req-0eef5d93-0e1e-40b2-bbbc-5f134a3f8fee tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 210 time: 0.0442007 May 21 15:34:02.241061 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 35242) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:02.363915 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b71d1261-c43e-4d5d-8bea-d419b15a00dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:02.378459 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-b71d1261-c43e-4d5d-8bea-d419b15a00dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:02.382890 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-b71d1261-c43e-4d5d-8bea-d419b15a00dd admin admin] Usage tracker for resource:security_group_rule and tenant:8631976f71d242d4b42ba67c87a71fdb is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:02.386521 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-b71d1261-c43e-4d5d-8bea-d419b15a00dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:02.394879 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-b71d1261-c43e-4d5d-8bea-d419b15a00dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:02.484051 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b71d1261-c43e-4d5d-8bea-d419b15a00dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:02.488061 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b71d1261-c43e-4d5d-8bea-d419b15a00dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:02.497651 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7df7bdd1-a6a4-4446-83d5-6b4426a23c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:02.538855 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-b71d1261-c43e-4d5d-8bea-d419b15a00dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8631976f71d242d4b42ba67c87a71fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966449 May 21 15:34:02.540528 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d1261-c43e-4d5d-8bea-d419b15a00dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74951a24-3f9d-454d-b005-bf910b8b4211,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:02.541710 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 35248) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:02.543828 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b71d1261-c43e-4d5d-8bea-d419b15a00dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:02.618294 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-164afc29-9eb8-4837-bd43-bfe9ac8fd6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:02.646186 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-164afc29-9eb8-4837-bd43-bfe9ac8fd6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:02.713755 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-164afc29-9eb8-4837-bd43-bfe9ac8fd6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:02.717742 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-95e0e79e-6c6d-4109-ad05-a6f9b0100891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:02.741459 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-cbc522b2-056e-43e7-84c9-fdca5e61bbc4 req-5c9a2e04-4464-4ff3-b80f-81c125d00e52 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 210 time: 0.0565743 May 21 15:34:02.797051 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c2f44141-f49a-4b13-9a45-b1343198b4f3 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:02.798191 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c2f44141-f49a-4b13-9a45-b1343198b4f3 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.44 "GET /v2.0/networks?id=0d9e570c-72fe-4425-9147-98c5eb947b2a HTTP/1.1" status: 200 len: 815 time: 0.2498980 May 21 15:34:02.813715 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Request body: {'port': {'device_id': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a', 'admin_state_up': True, 'tenant_id': '886f83bbe8e149029826cc1c4d13b962'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:02.845969 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164afc29-9eb8-4837-bd43-bfe9ac8fd6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74951a24-3f9d-454d-b005-bf910b8b4211,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:02.850246 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-164afc29-9eb8-4837-bd43-bfe9ac8fd6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:02.853702 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-164afc29-9eb8-4837-bd43-bfe9ac8fd6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:02.857498 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-164afc29-9eb8-4837-bd43-bfe9ac8fd6ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74951a24-3f9d-454d-b005-bf910b8b4211 HTTP/1.1" status: 204 len: 168 time: 0.3147154 May 21 15:34:02.973883 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:02.987008 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:02.999864 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Made reservation on behalf of 886f83bbe8e149029826cc1c4d13b962 for: {'port': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:34:03.003414 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:03.184452 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Allocated IP 172.20.0.7 (0d9e570c-72fe-4425-9147-98c5eb947b2a/458e2514-ffb6-4c2c-923f-a6696ee96451/30f1fb33-59d1-41b1-be22-8761897522b4) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:34:03.201774 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 35272) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:03.220870 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e6bde5eb-4e5b-4003-a756-ed7fee7083a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:03.238007 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-e6bde5eb-4e5b-4003-a756-ed7fee7083a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:03.241369 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-e6bde5eb-4e5b-4003-a756-ed7fee7083a6 admin admin] Usage tracker for resource:security_group_rule and tenant:e11ba615d3c349c1abaab92ec8b24f9e is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:03.244302 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-e6bde5eb-4e5b-4003-a756-ed7fee7083a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:03.250166 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-e6bde5eb-4e5b-4003-a756-ed7fee7083a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:03.357045 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e6bde5eb-4e5b-4003-a756-ed7fee7083a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:03.363412 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e6bde5eb-4e5b-4003-a756-ed7fee7083a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:03.379032 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-04a9aec2-6c2e-4a23-9f70-248e9fafd084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:03.419956 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-e6bde5eb-4e5b-4003-a756-ed7fee7083a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e11ba615d3c349c1abaab92ec8b24f9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143815 May 21 15:34:03.420909 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 35276) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:03.435954 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bde5eb-4e5b-4003-a756-ed7fee7083a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e0ff94-dbc3-4150-8c81-c955fa763d11,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:03.441328 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e6bde5eb-4e5b-4003-a756-ed7fee7083a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:03.465638 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:03.484455 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Transition to ACTIVE for port object 30f1fb33-59d1-41b1-be22-8761897522b4 will not be triggered until provisioned by entity DHCP. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:34:03.539881 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:03.540336 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2f07d8b7-51b4-4ef9-a61a-d52cd8267577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:03.555170 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-4292c649-ad22-42fe-8e37-90de8f1c2267 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:03.601679 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2f07d8b7-51b4-4ef9-a61a-d52cd8267577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:03.655994 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Network 0d9e570c-72fe-4425-9147-98c5eb947b2a is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:34:03.666435 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:34:03.683442 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:34:03.717613 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2f07d8b7-51b4-4ef9-a61a-d52cd8267577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:03.721798 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-31eebc72-3f8c-4c04-abe2-cee6bdf48788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:03.740230 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07d8b7-51b4-4ef9-a61a-d52cd8267577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e0ff94-dbc3-4150-8c81-c955fa763d11,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:03.743571 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2f07d8b7-51b4-4ef9-a61a-d52cd8267577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:03.781043 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2f07d8b7-51b4-4ef9-a61a-d52cd8267577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:03.785630 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-2f07d8b7-51b4-4ef9-a61a-d52cd8267577 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57e0ff94-dbc3-4150-8c81-c955fa763d11 HTTP/1.1" status: 204 len: 168 time: 0.3636608 May 21 15:34:03.808157 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Pushing event updated for resources: {'Port': ['ID=30f1fb33-59d1-41b1-be22-8761897522b4,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:03.823123 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:03.848530 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:03.851637 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:03.906894 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0981557 May 21 15:34:04.042439 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09569e-b8f8-4cf8-a674-a672adea253a req-fcce1a36-fc1b-4880-afab-ee2599b95b1c tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:04.043967 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9f09569e-b8f8-4cf8-a674-a672adea253a req-fcce1a36-fc1b-4880-afab-ee2599b95b1c tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 931 time: 0.0900397 May 21 15:34:04.075699 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-44293e72-7b07-40cb-ae27-0dfad5b4397a None None] Provisioning for port 30f1fb33-59d1-41b1-be22-8761897522b4 completed by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:34:04.091835 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-44293e72-7b07-40cb-ae27-0dfad5b4397a None None] Provisioning complete for port 30f1fb33-59d1-41b1-be22-8761897522b4 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:34:04.092338 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-44293e72-7b07-40cb-ae27-0dfad5b4397a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:04.127513 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9f09569e-b8f8-4cf8-a674-a672adea253a req-45235e4d-7ad4-42f8-897b-73a527d4a02e tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760891 May 21 15:34:04.156668 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-44293e72-7b07-40cb-ae27-0dfad5b4397a None None] Port 30f1fb33-59d1-41b1-be22-8761897522b4 cannot update to ACTIVE because it is not bound. {{(pid=91545) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:34:05.347846 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589f690-1da8-482f-9325-1040f460396d req-df28ea02-b9e9-47a1-b4ea-36bbc823cd17 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:05.348600 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-4589f690-1da8-482f-9325-1040f460396d req-df28ea02-b9e9-47a1-b4ea-36bbc823cd17 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Synchronizing usage tracker for tenant:886f83bbe8e149029826cc1c4d13b962 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:34:05.371238 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-4589f690-1da8-482f-9325-1040f460396d req-df28ea02-b9e9-47a1-b4ea-36bbc823cd17 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Unset dirty status for tenant:886f83bbe8e149029826cc1c4d13b962 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:34:05.378835 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4589f690-1da8-482f-9325-1040f460396d req-df28ea02-b9e9-47a1-b4ea-36bbc823cd17 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 931 time: 0.1364086 May 21 15:34:05.437753 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-4589f690-1da8-482f-9325-1040f460396d req-547c5228-b539-437d-8979-25360e69004f tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Synchronizing usage tracker for tenant:886f83bbe8e149029826cc1c4d13b962 on resource:security_group {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:34:05.465054 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-4589f690-1da8-482f-9325-1040f460396d req-547c5228-b539-437d-8979-25360e69004f tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Unset dirty status for tenant:886f83bbe8e149029826cc1c4d13b962 on resource:security_group {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:34:05.466477 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4589f690-1da8-482f-9325-1040f460396d req-547c5228-b539-437d-8979-25360e69004f tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867376 May 21 15:34:06.675193 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f8d98-d3b3-47c8-9c0a-fb1394c7d4e7 req-8da1fc55-33bd-4d4d-a295-5d121101742c tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:06.676741 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-be3f8d98-d3b3-47c8-9c0a-fb1394c7d4e7 req-8da1fc55-33bd-4d4d-a295-5d121101742c tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 931 time: 0.0898468 May 21 15:34:06.731355 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-be3f8d98-d3b3-47c8-9c0a-fb1394c7d4e7 req-8482b6f7-eac5-4a0e-8bb3-67c0ad30a599 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482001 May 21 15:34:07.954990 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349a3f4-3c1c-4c7d-936d-19a5d4c7514d req-a2152ee7-0a53-467e-8427-0633070eeda6 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:07.956398 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-6349a3f4-3c1c-4c7d-936d-19a5d4c7514d req-a2152ee7-0a53-467e-8427-0633070eeda6 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 931 time: 0.0923274 May 21 15:34:08.004599 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-6349a3f4-3c1c-4c7d-936d-19a5d4c7514d req-dcfb839f-e02f-45dc-932a-8a104c94f5ab tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420432 May 21 15:34:09.245420 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72c2f4-94a5-4af7-9d8a-3df20b1a011e req-9457e135-bf4f-4459-be6e-310340c4b61f tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:09.247589 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0e72c2f4-94a5-4af7-9d8a-3df20b1a011e req-9457e135-bf4f-4459-be6e-310340c4b61f tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 931 time: 0.1269879 May 21 15:34:09.304998 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-0e72c2f4-94a5-4af7-9d8a-3df20b1a011e req-22c224e8-4787-4d4d-abdf-13d3a4dc0f9b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509977 May 21 15:34:09.331887 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:10.528309 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864a555-61d5-4e36-88d9-01ce0227c993 req-27f74ad9-764f-4fb1-9878-e896c5c05196 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:10.532522 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e864a555-61d5-4e36-88d9-01ce0227c993 req-27f74ad9-764f-4fb1-9878-e896c5c05196 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 931 time: 0.0975280 May 21 15:34:10.586033 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-e864a555-61d5-4e36-88d9-01ce0227c993 req-67cded3f-938f-440e-b733-6572e481a987 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495341 May 21 15:34:11.794828 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49688a91-7292-44f9-9e45-d39f0c6f4e60 req-546ebe26-3db7-4642-ba87-f22c8fda572f tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:11.796343 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-49688a91-7292-44f9-9e45-d39f0c6f4e60 req-546ebe26-3db7-4642-ba87-f22c8fda572f tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 931 time: 0.0946436 May 21 15:34:11.850915 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-49688a91-7292-44f9-9e45-d39f0c6f4e60 req-1048a82a-7450-4196-b66f-92f30df20f77 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454254 May 21 15:34:12.372061 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 35392) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:12.505952 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7f2980b9-4e30-4b71-baec-1cddee8bc2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:12.522707 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-7f2980b9-4e30-4b71-baec-1cddee8bc2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:12.527206 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-7f2980b9-4e30-4b71-baec-1cddee8bc2bd admin admin] Usage tracker for resource:security_group_rule and tenant:1029dfb4db3c41c381b23f554a1a5a5c is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:12.530436 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-7f2980b9-4e30-4b71-baec-1cddee8bc2bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:12.537708 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-7f2980b9-4e30-4b71-baec-1cddee8bc2bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:12.636465 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7f2980b9-4e30-4b71-baec-1cddee8bc2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:12.641116 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7f2980b9-4e30-4b71-baec-1cddee8bc2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:12.649409 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:12.693477 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2980b9-4e30-4b71-baec-1cddee8bc2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b8c4b6-8057-43c0-8cc4-f361aa5485ec,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:12.701516 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-7f2980b9-4e30-4b71-baec-1cddee8bc2bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1029dfb4db3c41c381b23f554a1a5a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258843 May 21 15:34:12.701516 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-7f2980b9-4e30-4b71-baec-1cddee8bc2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:12.701830 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 35398) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:12.768414 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a244b412-a73b-4857-83ea-541dd2b33a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:12.798955 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a244b412-a73b-4857-83ea-541dd2b33a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:12.855012 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a244b412-a73b-4857-83ea-541dd2b33a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:12.859389 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0ad5bd10-43a8-4990-8830-1fed1bb90e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:12.870933 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244b412-a73b-4857-83ea-541dd2b33a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b8c4b6-8057-43c0-8cc4-f361aa5485ec,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:12.873378 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-a244b412-a73b-4857-83ea-541dd2b33a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:12.879563 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-a244b412-a73b-4857-83ea-541dd2b33a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:12.885812 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-a244b412-a73b-4857-83ea-541dd2b33a3b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8b8c4b6-8057-43c0-8cc4-f361aa5485ec HTTP/1.1" status: 204 len: 168 time: 0.1786051 May 21 15:34:13.169821 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263643a7-f3e4-427b-aed5-3d1117e6cd60 req-dcafd3b3-50db-4ab1-982d-d6c099b066d4 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:13.171338 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-263643a7-f3e4-427b-aed5-3d1117e6cd60 req-dcafd3b3-50db-4ab1-982d-d6c099b066d4 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 931 time: 0.1957233 May 21 15:34:13.227222 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-263643a7-f3e4-427b-aed5-3d1117e6cd60 req-2f403148-c24f-448c-98b2-9f2473351733 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497096 May 21 15:34:13.275444 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 35408) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:13.293397 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-811d62e8-d898-46b9-a56c-06f788b29f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:13.314676 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-811d62e8-d898-46b9-a56c-06f788b29f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:13.319950 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-811d62e8-d898-46b9-a56c-06f788b29f47 admin admin] Usage tracker for resource:security_group_rule and tenant:f8603bf623d545979444ec0632af99ec is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:13.322894 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-811d62e8-d898-46b9-a56c-06f788b29f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:13.328537 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-811d62e8-d898-46b9-a56c-06f788b29f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:13.435995 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-811d62e8-d898-46b9-a56c-06f788b29f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:13.448182 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-811d62e8-d898-46b9-a56c-06f788b29f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:13.448497 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-b7a05422-d483-42ad-8705-f21d6ec10bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:13.493189 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-811d62e8-d898-46b9-a56c-06f788b29f47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f8603bf623d545979444ec0632af99ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163782 May 21 15:34:13.494157 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d62e8-d898-46b9-a56c-06f788b29f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882a3d9a-3fec-41ad-a953-8daa24a7f277,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:13.495856 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 35414) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:13.497223 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-811d62e8-d898-46b9-a56c-06f788b29f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:13.562108 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-31e84670-0e09-430b-b10f-0bc7b46ea63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:13.588972 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-31e84670-0e09-430b-b10f-0bc7b46ea63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:13.650142 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-31e84670-0e09-430b-b10f-0bc7b46ea63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:13.653943 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f140dd9c-3be1-4f71-b34e-864e97d765da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:13.665687 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e84670-0e09-430b-b10f-0bc7b46ea63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882a3d9a-3fec-41ad-a953-8daa24a7f277,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:13.668409 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-31e84670-0e09-430b-b10f-0bc7b46ea63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:13.676124 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-31e84670-0e09-430b-b10f-0bc7b46ea63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:13.678039 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-31e84670-0e09-430b-b10f-0bc7b46ea63d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/882a3d9a-3fec-41ad-a953-8daa24a7f277 HTTP/1.1" status: 204 len: 168 time: 0.1805189 May 21 15:34:14.433408 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769eb4fa-af3a-4744-ab22-fddfa7aac8ca req-c473622b-06ed-4454-ab9b-18126ed45d33 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:14.436099 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-769eb4fa-af3a-4744-ab22-fddfa7aac8ca req-c473622b-06ed-4454-ab9b-18126ed45d33 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 931 time: 0.0974977 May 21 15:34:14.440298 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Request body: {'port': {'device_id': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:14.501834 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-769eb4fa-af3a-4744-ab22-fddfa7aac8ca req-022d5332-e629-48c1-a199-5adf38c59393 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504200 May 21 15:34:14.637859 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:14.658894 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a527c140-bf28-42b7-a532-8347046c5334 req-52e73028-4086-491c-b1ef-0e774d6024c0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1820583 May 21 15:34:14.976169 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527c140-bf28-42b7-a532-8347046c5334 req-87f99bc2-d487-4280-8e5e-1692fe7fcf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:14.977806 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a527c140-bf28-42b7-a532-8347046c5334 req-87f99bc2-d487-4280-8e5e-1692fe7fcf1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ca5c84a94db45a6a63e098cb79925de&device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 1098 time: 0.2158914 May 21 15:34:15.161791 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f1fb33-59d1-41b1-be22-8761897522b4 {{(pid=91543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:34:15.180859 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:15.214081 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Transition to ACTIVE for port object 30f1fb33-59d1-41b1-be22-8761897522b4 will not be triggered until provisioned by entity L2. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:34:15.217370 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527c140-bf28-42b7-a532-8347046c5334 req-9500259e-26b4-4994-8f11-f2e09ed2e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:15.218282 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a527c140-bf28-42b7-a532-8347046c5334 req-9500259e-26b4-4994-8f11-f2e09ed2e707 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45459d29-f01a-43cc-b074-dcb45df5f164 HTTP/1.1" status: 200 len: 910 time: 0.2070472 May 21 15:34:15.220474 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:15.225654 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-331d7c32-ad3f-414d-acd4-81ebf189543f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:15.482372 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Pushing event updated for resources: {'Port': ['ID=30f1fb33-59d1-41b1-be22-8761897522b4,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:15.485504 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:15.542593 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a527c140-bf28-42b7-a532-8347046c5334 req-f3771c3a-7232-4edb-8b0e-f636b0c9ff86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65c4f45c-649c-4636-8415-c70b071fb444 HTTP/1.1" status: 200 len: 1001 time: 0.2807863 May 21 15:34:15.626493 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Attempting to bind port 30f1fb33-59d1-41b1-be22-8761897522b4 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:34:15.626825 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Attempting to bind port 30f1fb33-59d1-41b1-be22-8761897522b4 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '2e6bd8a4-5462-42e3-be1a-bb50b1b72a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a'}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:34:15.627170 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Attempting to bind port 30f1fb33-59d1-41b1-be22-8761897522b4 on network 0d9e570c-72fe-4425-9147-98c5eb947b2a {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:34:15.635701 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527c140-bf28-42b7-a532-8347046c5334 req-5a93bdaa-052d-428d-9abd-7b3004b6432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:15.637204 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a527c140-bf28-42b7-a532-8347046c5334 req-5a93bdaa-052d-428d-9abd-7b3004b6432c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=638c139f-3d70-4ba4-995b-ecdba83fa06b HTTP/1.1" status: 200 len: 848 time: 0.0875444 May 21 15:34:15.639182 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Port 30f1fb33-59d1-41b1-be22-8761897522b4 on network 0d9e570c-72fe-4425-9147-98c5eb947b2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:34:15.639505 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Attempting to bind port 30f1fb33-59d1-41b1-be22-8761897522b4 on network 0d9e570c-72fe-4425-9147-98c5eb947b2a {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:34:15.648916 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:34:15.649460 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Checking segment: {'id': '2e6bd8a4-5462-42e3-be1a-bb50b1b72a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:34:15.650042 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Bound using segment: {'id': '2e6bd8a4-5462-42e3-be1a-bb50b1b72a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a'} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:34:15.650482 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Bound port: 30f1fb33-59d1-41b1-be22-8761897522b4, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6bd8a4-5462-42e3-be1a-bb50b1b72a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a'}}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:34:15.650832 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:15.989350 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] For port 30f1fb33-59d1-41b1-be22-8761897522b4, host hv-cinder-79264, cleared binding levels {{(pid=91543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:34:15.995321 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] For port 30f1fb33-59d1-41b1-be22-8761897522b4, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=30f1fb33-59d1-41b1-be22-8761897522b4,segment=NetworkSegment(2e6bd8a4-5462-42e3-be1a-bb50b1b72a06),segment_id=2e6bd8a4-5462-42e3-be1a-bb50b1b72a06)] {{(pid=91543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:34:15.998686 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527c140-bf28-42b7-a532-8347046c5334 req-8fd03983-960b-4434-90d3-6617bb85cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:16.001358 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a527c140-bf28-42b7-a532-8347046c5334 req-8fd03983-960b-4434-90d3-6617bb85cddf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45459d29-f01a-43cc-b074-dcb45df5f164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3532715 May 21 15:34:16.005528 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:16.009963 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-1716a1b8-9016-4c90-8252-ce4d6ee2dd61 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:16.053703 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d372cb7-f215-4dda-9cc9-84a211b1aa4d req-260a0b60-4f95-4960-a7c1-e70c4b3684c1 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:16.055218 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7d372cb7-f215-4dda-9cc9-84a211b1aa4d req-260a0b60-4f95-4960-a7c1-e70c4b3684c1 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 943 time: 0.4084916 May 21 15:34:16.105515 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:16.106124 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:16.107524 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] 10.222.0.44 "PUT /v2.0/ports/30f1fb33-59d1-41b1-be22-8761897522b4 HTTP/1.1" status: 200 len: 1093 time: 1.6720340 May 21 15:34:16.127051 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'tag': '30f1fb33-59d1-41b1-be22-8761897522b4'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:34:16.254658 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'tag': '30f1fb33-59d1-41b1-be22-8761897522b4', 'status': 'completed', 'code': 200} May 21 15:34:16.333116 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7d372cb7-f215-4dda-9cc9-84a211b1aa4d req-387e4f85-8ff5-4b81-ba7f-6a67edf4686e tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478700 May 21 15:34:16.339021 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Pushing event updated for resources: {'Port': ['ID=30f1fb33-59d1-41b1-be22-8761897522b4,revision_number=3']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:16.343145 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:16.381553 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a527c140-bf28-42b7-a532-8347046c5334 req-a208a68c-dd17-4768-b43f-2efa867d75a4 service neutron] 10.222.0.44 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409078 May 21 15:34:16.498589 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-30dff900-7e17-448f-ab13-045b36bf92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:16.500153 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-30dff900-7e17-448f-ab13-045b36bf92ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=886f83bbe8e149029826cc1c4d13b962&device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 1096 time: 0.3141184 May 21 15:34:16.585292 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-c0c40db5-4a0f-4ad1-9c05-3e0cac799d83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f1fb33-59d1-41b1-be22-8761897522b4 HTTP/1.1" status: 200 len: 217 time: 0.0718381 May 21 15:34:16.670425 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a527c140-bf28-42b7-a532-8347046c5334 req-5fa19f99-82da-49cc-b251-2222dea59741 service neutron] 10.222.0.44 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810183 May 21 15:34:16.681226 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-eacc3c2d-9ae9-4f1f-89ec-a71892c74fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:16.682702 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-eacc3c2d-9ae9-4f1f-89ec-a71892c74fe5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=458e2514-ffb6-4c2c-923f-a6696ee96451 HTTP/1.1" status: 200 len: 854 time: 0.0818799 May 21 15:34:16.769018 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-feffeefc-70f2-4115-a39d-a8459faf9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:16.770497 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-feffeefc-70f2-4115-a39d-a8459faf9d42 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d9e570c-72fe-4425-9147-98c5eb947b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800893 May 21 15:34:16.922153 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-fb8c76e8-82a9-46ab-a620-8a43a5cba16e service neutron] 10.222.0.44 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440156 May 21 15:34:17.092636 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b0f1e374-58d1-4d81-8603-acaeed78d0fe req-cceb9885-7da6-4123-a1c0-e75f99bf0960 service neutron] 10.222.0.44 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630044 May 21 15:34:17.231431 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194f8c1-725c-4cf2-b7a7-8b644c9a832d req-e776575d-ea3e-4c63-8c30-76e31aca7f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:17.232583 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c194f8c1-725c-4cf2-b7a7-8b644c9a832d req-e776575d-ea3e-4c63-8c30-76e31aca7f37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=886f83bbe8e149029826cc1c4d13b962&device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 1096 time: 0.0818319 May 21 15:34:17.392700 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194f8c1-725c-4cf2-b7a7-8b644c9a832d req-83297ed0-e10e-4314-a28b-ea76fd8876d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:17.394221 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c194f8c1-725c-4cf2-b7a7-8b644c9a832d req-83297ed0-e10e-4314-a28b-ea76fd8876d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d9e570c-72fe-4425-9147-98c5eb947b2a HTTP/1.1" status: 200 len: 916 time: 0.1540918 May 21 15:34:17.478986 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c194f8c1-725c-4cf2-b7a7-8b644c9a832d req-ff54b060-1a87-4f84-931a-264becec7ec6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f1fb33-59d1-41b1-be22-8761897522b4 HTTP/1.1" status: 200 len: 217 time: 0.0759211 May 21 15:34:17.545338 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8704ca-19d2-4cb7-9c7d-72866b10bbc5 req-a66aaee2-c26b-4f72-8452-6fbbf504b512 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:17.546902 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-6d8704ca-19d2-4cb7-9c7d-72866b10bbc5 req-a66aaee2-c26b-4f72-8452-6fbbf504b512 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 943 time: 0.0898166 May 21 15:34:17.553192 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194f8c1-725c-4cf2-b7a7-8b644c9a832d req-140f48ac-b554-4ec9-9abb-f3646fc52983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:17.557632 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c194f8c1-725c-4cf2-b7a7-8b644c9a832d req-140f48ac-b554-4ec9-9abb-f3646fc52983 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=458e2514-ffb6-4c2c-923f-a6696ee96451 HTTP/1.1" status: 200 len: 854 time: 0.0680587 May 21 15:34:17.588122 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:34:17.600820 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-6d8704ca-19d2-4cb7-9c7d-72866b10bbc5 req-86111295-9bf1-4334-820b-aa804d95dd14 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478160 May 21 15:34:17.648740 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194f8c1-725c-4cf2-b7a7-8b644c9a832d req-6a4cd507-b389-451e-b2b5-d3c6404a108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:17.650514 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c194f8c1-725c-4cf2-b7a7-8b644c9a832d req-6a4cd507-b389-451e-b2b5-d3c6404a108b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d9e570c-72fe-4425-9147-98c5eb947b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0867202 May 21 15:34:17.803800 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c194f8c1-725c-4cf2-b7a7-8b644c9a832d req-6f053fb1-3d55-4dda-b625-bdea3df61dad service neutron] 10.222.0.44 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443355 May 21 15:34:18.057294 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-c194f8c1-725c-4cf2-b7a7-8b644c9a832d req-4e1c08b7-c910-4fd5-95fe-639b6a7f611a service neutron] 10.222.0.44 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437131 May 21 15:34:18.809593 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced863f-b401-4f1c-a706-74b2d674f7b4 req-82eac76b-7f76-481d-a65e-d822000c9207 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:18.811977 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-cced863f-b401-4f1c-a706-74b2d674f7b4 req-82eac76b-7f76-481d-a65e-d822000c9207 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 943 time: 0.0878325 May 21 15:34:18.860221 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-cced863f-b401-4f1c-a706-74b2d674f7b4 req-03c03202-2150-42a3-ad66-635bc440e2ec tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434723 May 21 15:34:20.056409 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8f489-2c52-49af-bb53-dd002854f9c7 req-d7b6265e-c947-476b-9ec9-27e7083c9cf2 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:20.058269 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cae8f489-2c52-49af-bb53-dd002854f9c7 req-d7b6265e-c947-476b-9ec9-27e7083c9cf2 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 943 time: 0.0871258 May 21 15:34:20.105953 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cae8f489-2c52-49af-bb53-dd002854f9c7 req-5a4b11be-ea5d-43ad-af85-da403d545168 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418735 May 21 15:34:20.253941 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 30f1fb33-59d1-41b1-be22-8761897522b4 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:34:20.407167 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 30f1fb33-59d1-41b1-be22-8761897522b4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=30f1fb33-59d1-41b1-be22-8761897522b4,segment=NetworkSegment(2e6bd8a4-5462-42e3-be1a-bb50b1b72a06),segment_id=2e6bd8a4-5462-42e3-be1a-bb50b1b72a06)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:34:20.423288 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': '30f1fb33-59d1-41b1-be22-8761897522b4', 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a', 'port_id': '30f1fb33-59d1-41b1-be22-8761897522b4', 'mac_address': 'fa:16:3e:7f:5e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:34:20.498827 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:20.516766 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f1fb33-59d1-41b1-be22-8761897522b4 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:34:20.533227 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 30f1fb33-59d1-41b1-be22-8761897522b4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=30f1fb33-59d1-41b1-be22-8761897522b4,segment=NetworkSegment(2e6bd8a4-5462-42e3-be1a-bb50b1b72a06),segment_id=2e6bd8a4-5462-42e3-be1a-bb50b1b72a06)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:34:20.538979 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:20.540765 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f7c719b4-712e-482d-8d1e-321bc107ef82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:20.611457 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=30f1fb33-59d1-41b1-be22-8761897522b4,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:20.615569 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:20.770556 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['30f1fb33-59d1-41b1-be22-8761897522b4'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:34:21.291914 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4dff1-3811-41c9-abef-15cf1072582f req-b5ba0e93-550e-451a-9ff1-e2f51f51ad69 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:21.293424 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9fd4dff1-3811-41c9-abef-15cf1072582f req-b5ba0e93-550e-451a-9ff1-e2f51f51ad69 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 944 time: 0.0808463 May 21 15:34:21.347786 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-9fd4dff1-3811-41c9-abef-15cf1072582f req-93b5e02a-238f-4e7c-96b1-8fbb5194fc01 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487239 May 21 15:34:21.499313 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-c754327b-0057-4c35-9c14-ac80ab6bca92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:22.269168 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 30f1fb33-59d1-41b1-be22-8761897522b4 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:34:22.335890 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port 30f1fb33-59d1-41b1-be22-8761897522b4 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:34:22.341042 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port 30f1fb33-59d1-41b1-be22-8761897522b4 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:34:22.341406 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:22.458742 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:22.485757 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f1fb33-59d1-41b1-be22-8761897522b4'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:34:22.496524 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port 30f1fb33-59d1-41b1-be22-8761897522b4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=30f1fb33-59d1-41b1-be22-8761897522b4,segment=NetworkSegment(2e6bd8a4-5462-42e3-be1a-bb50b1b72a06),segment_id=2e6bd8a4-5462-42e3-be1a-bb50b1b72a06)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:34:22.502184 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:22.504160 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:22.531889 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956591cd-c586-4dcb-988d-d1e47916a13a req-276521ea-4313-48de-9b81-9478dce15aac tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:22.533538 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-956591cd-c586-4dcb-988d-d1e47916a13a req-276521ea-4313-48de-9b81-9478dce15aac tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 944 time: 0.0832005 May 21 15:34:22.545389 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f1fb33-59d1-41b1-be22-8761897522b4', 'code': 200} May 21 15:34:22.580315 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-956591cd-c586-4dcb-988d-d1e47916a13a req-b9ac2354-da0d-41f6-a682-48db06e3ffff tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407476 May 21 15:34:22.581891 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=30f1fb33-59d1-41b1-be22-8761897522b4,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:22.584943 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:22.782800 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d33a5b-1321-4994-9163-2c4f8c7df654 req-4c344074-3e1a-48f2-8d3e-4cfee1f947d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:22.784288 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-91d33a5b-1321-4994-9163-2c4f8c7df654 req-4c344074-3e1a-48f2-8d3e-4cfee1f947d2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 1098 time: 0.0713663 May 21 15:34:22.827045 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-91d33a5b-1321-4994-9163-2c4f8c7df654 req-769843e4-bd7f-4dd1-ac5e-1f52b612217b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354350 May 21 15:34:23.584262 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 35562) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:23.759083 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:23.781535 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:23.789089 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Usage tracker for resource:security_group_rule and tenant:1946d96b8016446d8f0c6abe1788f38e is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:23.793057 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:23.800430 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:23.836258 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:23.846759 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429e407-d78d-4516-9741-6feb2fb5968a req-2619c4f7-8361-44dd-88c1-7784102aa9a8 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:23.848259 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a429e407-d78d-4516-9741-6feb2fb5968a req-2619c4f7-8361-44dd-88c1-7784102aa9a8 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 945 time: 0.1555827 May 21 15:34:23.920823 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a429e407-d78d-4516-9741-6feb2fb5968a req-e75a0a84-7c6f-4076-a9f5-b4e1bccc83eb tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664694 May 21 15:34:23.949947 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:23.958839 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:23.965580 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-32da3710-09fa-4c2b-8377-e0a481b85936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:24.007700 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8670c9-7d56-4577-96e0-ccd523fb3fc4,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:24.011396 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1946d96b8016446d8f0c6abe1788f38e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261189 May 21 15:34:24.014191 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 35570) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:24.017964 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:24.018329 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:24.018684 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:24.019033 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:24.019379 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:24.019723 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:24.020065 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:24.020406 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:24.021407 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:24.021753 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:24.022093 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:24.022431 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:24.026442 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b06cfadf-ad86-4aac-9a0d-5e75da966d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:24.078531 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-37411e35-e6e5-4342-9dc5-7e79a58b6299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:24.104025 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-37411e35-e6e5-4342-9dc5-7e79a58b6299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:24.154385 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-50ddcb76-21e6-4df8-a191-a232188caa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:24.161751 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-37411e35-e6e5-4342-9dc5-7e79a58b6299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:24.165603 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-69173a67-c55e-450b-9628-566d86e67d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:24.179202 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37411e35-e6e5-4342-9dc5-7e79a58b6299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8670c9-7d56-4577-96e0-ccd523fb3fc4,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:24.183144 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-37411e35-e6e5-4342-9dc5-7e79a58b6299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:24.188605 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-37411e35-e6e5-4342-9dc5-7e79a58b6299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:24.189816 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-37411e35-e6e5-4342-9dc5-7e79a58b6299 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c8670c9-7d56-4577-96e0-ccd523fb3fc4 HTTP/1.1" status: 204 len: 168 time: 0.1746490 May 21 15:34:24.471617 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 35578) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:24.488881 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c494bd21-e0cb-475b-9e94-9ffefa02d163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:24.503255 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-c494bd21-e0cb-475b-9e94-9ffefa02d163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:24.507583 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-c494bd21-e0cb-475b-9e94-9ffefa02d163 admin admin] Usage tracker for resource:security_group_rule and tenant:adf5e786e6d24cc2939f5cc1b28fe473 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:24.510359 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-c494bd21-e0cb-475b-9e94-9ffefa02d163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:24.515948 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-c494bd21-e0cb-475b-9e94-9ffefa02d163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:24.601626 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c494bd21-e0cb-475b-9e94-9ffefa02d163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:24.605546 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c494bd21-e0cb-475b-9e94-9ffefa02d163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:24.612207 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b2a78c6c-0ed9-4c6f-9c87-7f2ca50643c7 tempest-VolumesNegativeTest-1698552621 tempest-VolumesNegativeTest-1698552621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:24.654755 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-c494bd21-e0cb-475b-9e94-9ffefa02d163 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=adf5e786e6d24cc2939f5cc1b28fe473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820600 May 21 15:34:24.655657 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494bd21-e0cb-475b-9e94-9ffefa02d163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f1739c-d4ca-4330-934d-e41fe0249dbd,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:24.658740 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 35582) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:24.658911 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c494bd21-e0cb-475b-9e94-9ffefa02d163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:24.718578 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2a58cc0b-9911-40bd-8777-78342d2e28dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:24.745640 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2a58cc0b-9911-40bd-8777-78342d2e28dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:24.802794 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2a58cc0b-9911-40bd-8777-78342d2e28dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:24.806606 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-1bb7a620-16c9-46b9-84ee-157960ed347d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:24.817555 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58cc0b-9911-40bd-8777-78342d2e28dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f1739c-d4ca-4330-934d-e41fe0249dbd,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:24.821588 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2a58cc0b-9911-40bd-8777-78342d2e28dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:24.824946 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2a58cc0b-9911-40bd-8777-78342d2e28dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:24.826068 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-2a58cc0b-9911-40bd-8777-78342d2e28dd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2f1739c-d4ca-4330-934d-e41fe0249dbd HTTP/1.1" status: 204 len: 168 time: 0.1660025 May 21 15:34:25.044148 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:25.113661 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280110af-2d5d-49ec-b996-9f8f83380ea6 req-085d0594-3c06-4ea5-85cf-6fa08b02105a tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:25.115291 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-280110af-2d5d-49ec-b996-9f8f83380ea6 req-085d0594-3c06-4ea5-85cf-6fa08b02105a tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 945 time: 0.0857050 May 21 15:34:25.172111 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-280110af-2d5d-49ec-b996-9f8f83380ea6 req-5f77c7d5-f8b8-4930-a682-a6463a7e8ae2 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470536 May 21 15:34:25.298920 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 35594) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:25.317127 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b2bf815a-d3ce-48b7-94e3-07e76a53e138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:25.331865 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-b2bf815a-d3ce-48b7-94e3-07e76a53e138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:25.336471 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-b2bf815a-d3ce-48b7-94e3-07e76a53e138 admin admin] Usage tracker for resource:security_group_rule and tenant:26a9197d89d54130aa2de7c9e4243af6 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:25.339439 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-b2bf815a-d3ce-48b7-94e3-07e76a53e138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:25.345395 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-b2bf815a-d3ce-48b7-94e3-07e76a53e138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:25.370788 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601e200-7490-47f5-bd45-0f418e18b495 req-1ac8cded-20ed-455b-9c89-bc310e19cca1 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:25.372992 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a601e200-7490-47f5-bd45-0f418e18b495 req-1ac8cded-20ed-455b-9c89-bc310e19cca1 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 945 time: 0.0849910 May 21 15:34:25.419299 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a601e200-7490-47f5-bd45-0f418e18b495 req-de157148-4a29-4569-89ee-1fe690197bcc tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402794 May 21 15:34:25.433121 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b2bf815a-d3ce-48b7-94e3-07e76a53e138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:25.436776 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b2bf815a-d3ce-48b7-94e3-07e76a53e138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:25.446181 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-d67724af-0cc2-40a6-8839-b071a01af7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:25.489887 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-b2bf815a-d3ce-48b7-94e3-07e76a53e138 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26a9197d89d54130aa2de7c9e4243af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896923 May 21 15:34:25.491581 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf815a-d3ce-48b7-94e3-07e76a53e138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503b0d88-3d15-4e47-a81c-808785bad471,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:25.492618 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 35600) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:25.494793 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-b2bf815a-d3ce-48b7-94e3-07e76a53e138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:25.555298 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-cde869f5-f49a-4d8d-b35b-203b90515468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:25.581958 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-cde869f5-f49a-4d8d-b35b-203b90515468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:25.636033 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-cde869f5-f49a-4d8d-b35b-203b90515468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:25.640060 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-91bf1fb5-16e8-4677-9539-063f15048814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:25.656786 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde869f5-f49a-4d8d-b35b-203b90515468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503b0d88-3d15-4e47-a81c-808785bad471,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:25.659197 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-cde869f5-f49a-4d8d-b35b-203b90515468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:25.673791 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-cde869f5-f49a-4d8d-b35b-203b90515468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:25.677789 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-cde869f5-f49a-4d8d-b35b-203b90515468 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/503b0d88-3d15-4e47-a81c-808785bad471 HTTP/1.1" status: 204 len: 168 time: 0.1811919 May 21 15:34:25.833317 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4f881-4b37-4b75-9aa7-29f95f89daa3 req-222bb50d-f7ae-43f0-90cd-7ad6eed432b7 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:25.834860 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-02a4f881-4b37-4b75-9aa7-29f95f89daa3 req-222bb50d-f7ae-43f0-90cd-7ad6eed432b7 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 945 time: 0.0960741 May 21 15:34:25.883109 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-02a4f881-4b37-4b75-9aa7-29f95f89daa3 req-dba5b7df-80b9-45c9-b3f9-d626f20c721a tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423546 May 21 15:34:26.498366 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 35632) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:26.627985 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-576298159-network', 'tenant_id': '49c363a373ac401292c18ff19adadec8'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:26.636081 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:26.641364 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Usage tracker for resource:network and tenant:49c363a373ac401292c18ff19adadec8 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:26.645076 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:26.653658 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:26.665161 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Made reservation on behalf of 49c363a373ac401292c18ff19adadec8 for: {'network': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:34:26.668265 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8336458'] for network, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:26.685487 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:26.705621 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:26.710921 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Usage tracker for resource:security_group_rule and tenant:49c363a373ac401292c18ff19adadec8 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:26.714956 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:26.722472 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:26.835442 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:26.840677 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:26.845445 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-e84e3c3b-a277-41cb-bce0-d0fbc9e2a97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:26.845995 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:26.871493 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=91543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:34:26.887454 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec18d071-a659-4451-a9d0-fbb864334091,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:26.890754 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:26.893667 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:26.894017 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.db.segments_db [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Added segment 9edd3490-2211-4e40-abb2-f78356dd68be of type vlan for network a300e405-d66f-4d1d-877a-1d05da0102ae May 21 15:34:26.925038 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788722908676'] for network, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:26.958017 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812'] for network, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:26.959487 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:26.960023 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:26.963517 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:27.063674 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5641835 May 21 15:34:27.067580 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 35638) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:27.068323 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Pushing event updated for resources: {'Network': ['ID=a300e405-d66f-4d1d-877a-1d05da0102ae,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:27.071782 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-af7045ef-5224-41e2-8de5-bebbef3fda93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:27.077012 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-22a8e5b9-5e45-4d85-9fc2-f039a3620c05 admin admin] Request body: {'subnet': {'network_id': 'a300e405-d66f-4d1d-877a-1d05da0102ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-576298159-subnet', 'tenant_id': '49c363a373ac401292c18ff19adadec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:27.080994 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Network a300e405-d66f-4d1d-877a-1d05da0102ae details requested by agent ovs-agent-dv-cinder-792642-1-smb with host dv-cinder-792642-1-smb {{(pid=91545) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:34:27.083143 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-22a8e5b9-5e45-4d85-9fc2-f039a3620c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:27.088252 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-22a8e5b9-5e45-4d85-9fc2-f039a3620c05 admin admin] Usage tracker for resource:subnet and tenant:49c363a373ac401292c18ff19adadec8 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:27.093923 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-22a8e5b9-5e45-4d85-9fc2-f039a3620c05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:27.102981 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-22a8e5b9-5e45-4d85-9fc2-f039a3620c05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:27.112858 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a8e5b9-5e45-4d85-9fc2-f039a3620c05 admin admin] Made reservation on behalf of 49c363a373ac401292c18ff19adadec8 for: {'subnet': 1} {{(pid=91544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:34:27.115759 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-22a8e5b9-5e45-4d85-9fc2-f039a3620c05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3100077'] for subnet, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:27.537896 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-22a8e5b9-5e45-4d85-9fc2-f039a3620c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2506820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3100035'] for subnet, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:27.542135 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-f1a0c031-afba-4d0e-a49f-3ded467668c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:27.711320 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8e5b9-5e45-4d85-9fc2-f039a3620c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=642f42d5-1fdc-426e-8643-a27fbad637a7,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:27.714123 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-22a8e5b9-5e45-4d85-9fc2-f039a3620c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:27.724449 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a8e5b9-5e45-4d85-9fc2-f039a3620c05 admin admin] Checking segment: {'id': '9edd3490-2211-4e40-abb2-f78356dd68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a300e405-d66f-4d1d-877a-1d05da0102ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:34:27.725200 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a8e5b9-5e45-4d85-9fc2-f039a3620c05 admin admin] Network hostable DHCP agents. Network: a300e405-d66f-4d1d-877a-1d05da0102ae, hostable agents: ['61063229-dcd3-478f-b0e9-47c6bc7ef820'], hosted agents: [] {{(pid=91544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:34:27.754523 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a8e5b9-5e45-4d85-9fc2-f039a3620c05 admin admin] Network a300e405-d66f-4d1d-877a-1d05da0102ae is scheduled to be hosted by DHCP agent 61063229-dcd3-478f-b0e9-47c6bc7ef820 with binding_index 1 {{(pid=91544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:34:27.776877 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.base_scheduler [None req-22a8e5b9-5e45-4d85-9fc2-f039a3620c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-smb, a300e405-d66f-4d1d-877a-1d05da0102ae) {{(pid=91544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:34:27.788080 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a8e5b9-5e45-4d85-9fc2-f039a3620c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:27.788493 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7a1886-06ff-416d-b44b-2567590a11ee None None] Network a300e405-d66f-4d1d-877a-1d05da0102ae requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:34:27.788680 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-22a8e5b9-5e45-4d85-9fc2-f039a3620c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:27.831575 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-22a8e5b9-5e45-4d85-9fc2-f039a3620c05 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7530930 May 21 15:34:28.064177 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0b84be-56d6-466d-bdff-e4ba84ad0e5a None None] Network a300e405-d66f-4d1d-877a-1d05da0102ae requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:34:30.101677 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaf286-e223-4170-860f-5dad67799466 req-c2d9c2fb-7520-4cca-878f-099c3fcfa633 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:30.102476 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-dceaf286-e223-4170-860f-5dad67799466 req-c2d9c2fb-7520-4cca-878f-099c3fcfa633 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Synchronizing usage tracker for tenant:49c363a373ac401292c18ff19adadec8 on resource:network {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:34:30.123749 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-dceaf286-e223-4170-860f-5dad67799466 req-c2d9c2fb-7520-4cca-878f-099c3fcfa633 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Unset dirty status for tenant:49c363a373ac401292c18ff19adadec8 on resource:network {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:34:30.125284 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dceaf286-e223-4170-860f-5dad67799466 req-c2d9c2fb-7520-4cca-878f-099c3fcfa633 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/networks?id=a300e405-d66f-4d1d-877a-1d05da0102ae HTTP/1.1" status: 200 len: 808 time: 0.1751153 May 21 15:34:30.140193 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dceaf286-e223-4170-860f-5dad67799466 req-e2eb6ae8-9e8b-430f-a416-85db4b150c5e tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/quotas/49c363a373ac401292c18ff19adadec8 HTTP/1.1" status: 200 len: 375 time: 0.0093195 May 21 15:34:30.194290 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dceaf286-e223-4170-860f-5dad67799466 req-f95ed086-bbec-493d-bd53-8a74a95ef626 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=49c363a373ac401292c18ff19adadec8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483787 May 21 15:34:30.341347 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dceaf286-e223-4170-860f-5dad67799466 req-e904e82f-2117-4937-b23e-0c09b260f5d7 service neutron] 10.222.0.42 "GET /v2.0/networks/a300e405-d66f-4d1d-877a-1d05da0102ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398649 May 21 15:34:30.573288 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dceaf286-e223-4170-860f-5dad67799466 req-e5a70164-c8ec-4b40-9e80-4edcac5cdcf3 service neutron] 10.222.0.42 "GET /v2.0/networks/a300e405-d66f-4d1d-877a-1d05da0102ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260735 May 21 15:34:30.799837 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-3aff513e-3db1-47fc-95a9-48a95c46bd61 req-fc8cee2a-d97e-4f05-bf21-b8de44f34556 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 210 time: 0.0610309 May 21 15:34:30.986007 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21b207-4d2c-45bb-9894-32cf9abc773c req-44880ad7-6f93-4874-917c-4a04ba00cf8d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:30.987661 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c21b207-4d2c-45bb-9894-32cf9abc773c req-44880ad7-6f93-4874-917c-4a04ba00cf8d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 945 time: 0.0939527 May 21 15:34:31.046683 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3c21b207-4d2c-45bb-9894-32cf9abc773c req-5c813dd8-d22c-4ea6-afe8-619bb2af5924 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524449 May 21 15:34:31.079029 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 35708) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:31.283296 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583d189e-cb8b-488c-b6a9-aeda998955a8 tempest-TestMinimumBasicScenario-125010320 tempest-TestMinimumBasicScenario-125010320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:31.284461 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-583d189e-cb8b-488c-b6a9-aeda998955a8 tempest-TestMinimumBasicScenario-125010320 tempest-TestMinimumBasicScenario-125010320-project-admin] Synchronizing usage tracker for tenant:6624ecc3eece47a1aecdfbc0676d2e57 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:34:31.302023 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-583d189e-cb8b-488c-b6a9-aeda998955a8 tempest-TestMinimumBasicScenario-125010320 tempest-TestMinimumBasicScenario-125010320-project-admin] Unset dirty status for tenant:6624ecc3eece47a1aecdfbc0676d2e57 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:34:31.303366 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-583d189e-cb8b-488c-b6a9-aeda998955a8 tempest-TestMinimumBasicScenario-125010320 tempest-TestMinimumBasicScenario-125010320-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 1093 time: 0.2231684 May 21 15:34:31.306146 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 35714) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:31.311473 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Request body: {'floatingip': {'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'port_id': '30f1fb33-59d1-41b1-be22-8761897522b4', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:31.318652 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:31.323005 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Usage tracker for resource:floatingip and tenant:886f83bbe8e149029826cc1c4d13b962 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:31.326215 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:31.332027 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:31.343586 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for floatingip, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:31.497114 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:31.648468 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Allocated IP 172.28.3.117 (39961b0a-5138-4007-86ae-d184e62026e0/62db980b-fc91-4b32-a3dc-349d62b1ea2a/e41b89cb-7f1b-436e-82ab-fe320b5369e3) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:34:31.815902 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:31.971445 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:31.978700 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:31.983759 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5e316ef2-eb6a-40fc-bf21-06959f38a5f3 req-d335a32f-7f79-492a-8c60-ea7912b8946b tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 210 time: 0.0540278 May 21 15:34:32.066625 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Network 39961b0a-5138-4007-86ae-d184e62026e0 is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:34:32.073929 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaf286-e223-4170-860f-5dad67799466 req-cde55106-862f-4df9-b07c-ed22a0690f1c tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:32.075368 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dceaf286-e223-4170-860f-5dad67799466 req-cde55106-862f-4df9-b07c-ed22a0690f1c tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.44 "GET /v2.0/networks?id=a300e405-d66f-4d1d-877a-1d05da0102ae HTTP/1.1" status: 200 len: 808 time: 0.2505293 May 21 15:34:32.078438 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:34:32.083690 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:34:32.112090 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Pushing event updated for resources: {'Port': ['ID=e41b89cb-7f1b-436e-82ab-fe320b5369e3,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:32.121063 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-dceaf286-e223-4170-860f-5dad67799466 req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Request body: {'port': {'device_id': '0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c', 'network_id': 'a300e405-d66f-4d1d-877a-1d05da0102ae', 'admin_state_up': True, 'tenant_id': '49c363a373ac401292c18ff19adadec8'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:32.139814 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:32.363904 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-dceaf286-e223-4170-860f-5dad67799466 req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:32.371082 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-dceaf286-e223-4170-860f-5dad67799466 req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Usage tracker for resource:port and tenant:49c363a373ac401292c18ff19adadec8 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:32.375756 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-dceaf286-e223-4170-860f-5dad67799466 req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:32.389695 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-dceaf286-e223-4170-860f-5dad67799466 req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:32.459400 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dceaf286-e223-4170-860f-5dad67799466 req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Made reservation on behalf of 49c363a373ac401292c18ff19adadec8 for: {'port': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:34:32.463069 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-dceaf286-e223-4170-860f-5dad67799466 req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:32.741531 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [req-dceaf286-e223-4170-860f-5dad67799466 req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Allocated IP 172.20.0.6 (a300e405-d66f-4d1d-877a-1d05da0102ae/642f42d5-1fdc-426e-8643-a27fbad637a7/d369fdd0-bf8f-411b-b4bd-5526cea0afbf) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:34:32.953763 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:33.181647 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ca5f726d-280a-4600-a662-b5b770361292 req-9a7a8eef-4c42-4c04-9a61-1a7c0e1e591a tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 210 time: 0.0648274 May 21 15:34:33.186068 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-dceaf286-e223-4170-860f-5dad67799466 req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:33.192705 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:33.344477 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-dceaf286-e223-4170-860f-5dad67799466 req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:33.352267 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c58b8fdd-c21b-49c6-a8a1-7151eed7b264 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:33.424815 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dceaf286-e223-4170-860f-5dad67799466 req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Network a300e405-d66f-4d1d-877a-1d05da0102ae is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:34:33.438302 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [req-dceaf286-e223-4170-860f-5dad67799466 req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:34:33.446797 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-dceaf286-e223-4170-860f-5dad67799466 req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:34:33.508857 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Pushing event updated for resources: {'Port': ['ID=d369fdd0-bf8f-411b-b4bd-5526cea0afbf,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:33.516840 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:33.537903 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaf286-e223-4170-860f-5dad67799466 req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:33.538525 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-dceaf286-e223-4170-860f-5dad67799466 req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:33.570227 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:33.578053 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:33.582769 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:33.617985 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dceaf286-e223-4170-860f-5dad67799466 req-475bb876-c244-4ebe-aab7-3e4965d8ac49 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5006013 May 21 15:34:33.647916 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Request body: {'port': {'device_id': '0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:33.751706 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Pushing event updated for resources: {'Port': ['ID=e41b89cb-7f1b-436e-82ab-fe320b5369e3,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:33.757974 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:33.793609 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928966'] for floatingip, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:33.907661 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:34.059969 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.db.l3_db [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Floating IP 9551b4c2-1e9b-4d7c-9fe2-29c08d63d52f associated. External IP: 172.28.3.117, port: 30f1fb33-59d1-41b1-be22-8761897522b4. May 21 15:34:34.377855 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded00d2-189e-48d9-99f6-591d4c096ef1 req-9c97dab5-3a56-469b-8489-28d2ff12a0c2 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:34.379440 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-6ded00d2-189e-48d9-99f6-591d4c096ef1 req-9c97dab5-3a56-469b-8489-28d2ff12a0c2 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 931 time: 0.0865707 May 21 15:34:34.433826 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-6ded00d2-189e-48d9-99f6-591d4c096ef1 req-24db3151-bbce-4b5c-94e6-4ec6b00107b3 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469003 May 21 15:34:34.763544 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d369fdd0-bf8f-411b-b4bd-5526cea0afbf {{(pid=91543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:34:34.773789 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:34.777241 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:34:34.794647 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Transition to ACTIVE for port object d369fdd0-bf8f-411b-b4bd-5526cea0afbf will not be triggered until provisioned by entity L2. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:34:34.851413 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:34.867096 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6a4a2187-bd12-46d3-9074-ba5ba247332d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:35.055993 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Pushing event updated for resources: {'Port': ['ID=d369fdd0-bf8f-411b-b4bd-5526cea0afbf,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:35.084725 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:35.164574 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:34:35.174763 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fc266-1ed1-4041-9dfe-7e30a0adaf08 None None] Sync routers for ids ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:34:35.185449 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6fc266-1ed1-4041-9dfe-7e30a0adaf08 None None] Routers {'8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:34:35.186097 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-bf6fc266-1ed1-4041-9dfe-7e30a0adaf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:34:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:34:35.200499 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for floatingip, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:35.232184 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Attempting to bind port d369fdd0-bf8f-411b-b4bd-5526cea0afbf on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:34:35.232535 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Attempting to bind port d369fdd0-bf8f-411b-b4bd-5526cea0afbf by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '9edd3490-2211-4e40-abb2-f78356dd68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a300e405-d66f-4d1d-877a-1d05da0102ae'}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:34:35.232864 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Attempting to bind port d369fdd0-bf8f-411b-b4bd-5526cea0afbf on network a300e405-d66f-4d1d-877a-1d05da0102ae {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:34:35.252364 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Port d369fdd0-bf8f-411b-b4bd-5526cea0afbf on network a300e405-d66f-4d1d-877a-1d05da0102ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:34:35.252676 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Attempting to bind port d369fdd0-bf8f-411b-b4bd-5526cea0afbf on network a300e405-d66f-4d1d-877a-1d05da0102ae {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:34:35.263022 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:34:35.263354 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Checking segment: {'id': '9edd3490-2211-4e40-abb2-f78356dd68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a300e405-d66f-4d1d-877a-1d05da0102ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:34:35.263737 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Bound using segment: {'id': '9edd3490-2211-4e40-abb2-f78356dd68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a300e405-d66f-4d1d-877a-1d05da0102ae'} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:34:35.264161 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Bound port: d369fdd0-bf8f-411b-b4bd-5526cea0afbf, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9edd3490-2211-4e40-abb2-f78356dd68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a300e405-d66f-4d1d-877a-1d05da0102ae'}}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:34:35.264502 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:35.281843 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9746449 May 21 15:34:35.284386 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'tag': '30f1fb33-59d1-41b1-be22-8761897522b4'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:34:35.287273 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 35728) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:35.297164 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1921606147', 'description': 'tempest-secgroup-smoke-1921606147 description', 'project_id': '886f83bbe8e149029826cc1c4d13b962'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:35.306634 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:35.339562 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:35.340068 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'tag': '30f1fb33-59d1-41b1-be22-8761897522b4', 'status': 'completed', 'code': 200} May 21 15:34:35.357051 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:35.385078 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:35.389298 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-bf6fc266-1ed1-4041-9dfe-7e30a0adaf08 None None] Set router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:34:35.390316 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Usage tracker for resource:security_group_rule and tenant:886f83bbe8e149029826cc1c4d13b962 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:35.393718 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:35.400654 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:35.422355 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] For port d369fdd0-bf8f-411b-b4bd-5526cea0afbf, host hv-cinder-79264, cleared binding levels {{(pid=91543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:34:35.441558 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] For port d369fdd0-bf8f-411b-b4bd-5526cea0afbf, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d369fdd0-bf8f-411b-b4bd-5526cea0afbf,segment=NetworkSegment(9edd3490-2211-4e40-abb2-f78356dd68be),segment_id=9edd3490-2211-4e40-abb2-f78356dd68be)] {{(pid=91543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:34:35.455113 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:35.462662 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-0531fd0c-b388-43ba-b9bc-39316449ae88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:35.514682 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:35.515293 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:35.516952 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dceaf286-e223-4170-860f-5dad67799466 req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] 10.222.0.44 "PUT /v2.0/ports/d369fdd0-bf8f-411b-b4bd-5526cea0afbf HTTP/1.1" status: 200 len: 1093 time: 1.8797362 May 21 15:34:35.518982 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe796cf3-ac95-43d2-8f17-8c27ac473cbe req-f35f769d-c1b9-4606-9d0a-f1fdca2718c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:35.520993 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fe796cf3-ac95-43d2-8f17-8c27ac473cbe req-f35f769d-c1b9-4606-9d0a-f1fdca2718c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=886f83bbe8e149029826cc1c4d13b962&device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 1098 time: 0.1515007 May 21 15:34:35.538383 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:35.544190 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:35.553862 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-37411e35-e6e5-4342-9dc5-7e79a58b6299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:35.666152 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40997c84-2a3b-45f2-add3-866c564a1e03,revision_number=1']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:35.679833 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:35.681405 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3928492 May 21 15:34:35.683085 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:35.683533 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:35.684066 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:35.684494 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:35.685229 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:35.685391 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:35.687907 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:35.687907 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:35.687907 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:35.687907 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:35.687907 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:35.687907 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:35.689010 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 35736) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:35.696781 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-7dadae73-6be6-4357-a802-68da0ff7e1b5 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:35.707494 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-054235eb-57a2-4ec2-9d05-49591ed6af1d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Request body: {'security_group_rule': {'security_group_id': '40997c84-2a3b-45f2-add3-866c564a1e03', 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:35.721770 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Pushing event updated for resources: {'Port': ['ID=d369fdd0-bf8f-411b-b4bd-5526cea0afbf,revision_number=3']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:35.725726 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:35.727263 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-054235eb-57a2-4ec2-9d05-49591ed6af1d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:35.731652 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d989d9-0b71-42ea-b1ba-64502e708ab9 req-e37a75e3-42a9-4536-aec8-eb817ee11514 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:35.737418 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-054235eb-57a2-4ec2-9d05-49591ed6af1d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Usage tracker for resource:security_group_rule and tenant:886f83bbe8e149029826cc1c4d13b962 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:35.739472 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e7d989d9-0b71-42ea-b1ba-64502e708ab9 req-e37a75e3-42a9-4536-aec8-eb817ee11514 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 943 time: 0.1431363 May 21 15:34:35.752210 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-054235eb-57a2-4ec2-9d05-49591ed6af1d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:35.764436 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-054235eb-57a2-4ec2-9d05-49591ed6af1d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:35.787798 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-e7d989d9-0b71-42ea-b1ba-64502e708ab9 req-a135289b-480a-42d7-a9d2-3dc906cf99f1 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469444 May 21 15:34:35.797747 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe796cf3-ac95-43d2-8f17-8c27ac473cbe req-f1395a4d-0ae1-413f-b4c9-b003c1d4674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:35.799859 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fe796cf3-ac95-43d2-8f17-8c27ac473cbe req-f1395a4d-0ae1-413f-b4c9-b003c1d4674e service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d9e570c-72fe-4425-9147-98c5eb947b2a HTTP/1.1" status: 200 len: 916 time: 0.2699301 May 21 15:34:35.805849 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaf286-e223-4170-860f-5dad67799466 req-f44776cc-9b70-424e-a74a-6a38e47815da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:35.807357 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dceaf286-e223-4170-860f-5dad67799466 req-f44776cc-9b70-424e-a74a-6a38e47815da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49c363a373ac401292c18ff19adadec8&device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 1096 time: 0.2405353 May 21 15:34:35.816350 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-054235eb-57a2-4ec2-9d05-49591ed6af1d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:35.821297 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-bf6fc266-1ed1-4041-9dfe-7e30a0adaf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'name': 'tempest-TestMinimumBasicScenario-1925274567-router', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:33Z', 'updated_at': '2021-05-21T15:33:38Z', 'revision_number': 4, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'gw_port': {'id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:34Z', 'updated_at': '2021-05-21T15:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': '9551b4c2-1e9b-4d7c-9fe2-29c08d63d52f', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'floating_ip_address': '172.28.3.117', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'port_id': '30f1fb33-59d1-41b1-be22-8761897522b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a', 'mac_address': 'fa:16:3e:7f:5e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:34:32Z', 'updated_at': '2021-05-21T15:34:32Z', 'revision_number': 0, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789790d3-d5ab-410a-a2dc-35c1c61373c5', 'name': '', 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'mac_address': 'fa:16:3e:fe:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:37Z', 'updated_at': '2021-05-21T15:33:46Z', 'revision_number': 5, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'subnets': [{'id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:34:35.826418 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fc266-1ed1-4041-9dfe-7e30a0adaf08 None None] Checking router: 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:34:35.836044 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6fc266-1ed1-4041-9dfe-7e30a0adaf08 None None] Routers {'8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:34:35.836660 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-bf6fc266-1ed1-4041-9dfe-7e30a0adaf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:34:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:34:35.977720 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dceaf286-e223-4170-860f-5dad67799466 req-35d17550-2c0b-4bd2-b5db-44d8ba7e44bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d369fdd0-bf8f-411b-b4bd-5526cea0afbf HTTP/1.1" status: 200 len: 217 time: 0.1518550 May 21 15:34:36.030388 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-bf6fc266-1ed1-4041-9dfe-7e30a0adaf08 None None] Set router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:34:36.205895 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fe796cf3-ac95-43d2-8f17-8c27ac473cbe req-b654ae90-dc04-4d77-b845-91e755284db3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f1fb33-59d1-41b1-be22-8761897522b4 HTTP/1.1" status: 200 len: 999 time: 0.3785062 May 21 15:34:36.214572 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaf286-e223-4170-860f-5dad67799466 req-f2afc401-2a71-4483-bd9c-704554460e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:36.216154 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dceaf286-e223-4170-860f-5dad67799466 req-f2afc401-2a71-4483-bd9c-704554460e5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=642f42d5-1fdc-426e-8643-a27fbad637a7 HTTP/1.1" status: 200 len: 848 time: 0.2280605 May 21 15:34:36.297908 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-054235eb-57a2-4ec2-9d05-49591ed6af1d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:36.315579 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dceaf286-e223-4170-860f-5dad67799466 req-4d28d1db-cda6-4b06-9640-76253e977256 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a300e405-d66f-4d1d-877a-1d05da0102ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910406 May 21 15:34:36.318752 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-054235eb-57a2-4ec2-9d05-49591ed6af1d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:36.329793 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:36.383725 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054235eb-57a2-4ec2-9d05-49591ed6af1d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58769e2e-8f97-4c76-9e54-6404abe41895,revision_number=0']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:36.386338 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-054235eb-57a2-4ec2-9d05-49591ed6af1d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:36.432397 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe796cf3-ac95-43d2-8f17-8c27ac473cbe req-71a3bfba-134c-4ddf-a9d5-7b7e4084dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:36.434148 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fe796cf3-ac95-43d2-8f17-8c27ac473cbe req-71a3bfba-134c-4ddf-a9d5-7b7e4084dd00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=458e2514-ffb6-4c2c-923f-a6696ee96451 HTTP/1.1" status: 200 len: 854 time: 0.2169580 May 21 15:34:36.439400 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-054235eb-57a2-4ec2-9d05-49591ed6af1d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:36.440526 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-054235eb-57a2-4ec2-9d05-49591ed6af1d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7505710 May 21 15:34:36.444563 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 35740) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:36.450391 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-b4b23669-2253-4b73-9554-7de5f01f3345 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Request body: {'security_group_rule': {'security_group_id': '40997c84-2a3b-45f2-add3-866c564a1e03', 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:36.459412 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-b4b23669-2253-4b73-9554-7de5f01f3345 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:36.459631 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-bf6fc266-1ed1-4041-9dfe-7e30a0adaf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'name': 'tempest-TestMinimumBasicScenario-1925274567-router', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:33Z', 'updated_at': '2021-05-21T15:33:38Z', 'revision_number': 4, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'gw_port': {'id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:34Z', 'updated_at': '2021-05-21T15:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': '9551b4c2-1e9b-4d7c-9fe2-29c08d63d52f', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'floating_ip_address': '172.28.3.117', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'port_id': '30f1fb33-59d1-41b1-be22-8761897522b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a', 'mac_address': 'fa:16:3e:7f:5e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:34:32Z', 'updated_at': '2021-05-21T15:34:32Z', 'revision_number': 0, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789790d3-d5ab-410a-a2dc-35c1c61373c5', 'name': '', 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'mac_address': 'fa:16:3e:fe:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:37Z', 'updated_at': '2021-05-21T15:33:46Z', 'revision_number': 5, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'subnets': [{'id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:34:36.461607 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-b4b23669-2253-4b73-9554-7de5f01f3345 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Usage tracker for resource:security_group_rule and tenant:886f83bbe8e149029826cc1c4d13b962 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:36.463894 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fc266-1ed1-4041-9dfe-7e30a0adaf08 None None] The sync data for ids ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'] in dv-cinder-792642-1-smb is: [{'id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'name': 'tempest-TestMinimumBasicScenario-1925274567-router', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:33Z', 'updated_at': '2021-05-21T15:33:38Z', 'revision_number': 4, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'gw_port': {'id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:34Z', 'updated_at': '2021-05-21T15:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_floatingips': [{'id': '9551b4c2-1e9b-4d7c-9fe2-29c08d63d52f', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'floating_ip_address': '172.28.3.117', 'floating_network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'router_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'port_id': '30f1fb33-59d1-41b1-be22-8761897522b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a', 'mac_address': 'fa:16:3e:7f:5e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:34:32Z', 'updated_at': '2021-05-21T15:34:32Z', 'revision_number': 0, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789790d3-d5ab-410a-a2dc-35c1c61373c5', 'name': '', 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'mac_address': 'fa:16:3e:fe:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:37Z', 'updated_at': '2021-05-21T15:33:46Z', 'revision_number': 5, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'subnets': [{'id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:34:36.465034 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-b4b23669-2253-4b73-9554-7de5f01f3345 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:36.483905 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-b4b23669-2253-4b73-9554-7de5f01f3345 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:36.506631 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b4b23669-2253-4b73-9554-7de5f01f3345 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:36.557797 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dceaf286-e223-4170-860f-5dad67799466 req-ea0d597b-238e-41a8-b434-3f0761db4f38 service neutron] 10.222.0.44 "GET /v2.0/networks/a300e405-d66f-4d1d-877a-1d05da0102ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307482 May 21 15:34:36.570135 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe796cf3-ac95-43d2-8f17-8c27ac473cbe req-2b1eeae8-19a6-44db-be5e-d751d671894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:36.570135 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fe796cf3-ac95-43d2-8f17-8c27ac473cbe req-2b1eeae8-19a6-44db-be5e-d751d671894d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d9e570c-72fe-4425-9147-98c5eb947b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1167622 May 21 15:34:36.581049 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b4b23669-2253-4b73-9554-7de5f01f3345 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:36.586001 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b4b23669-2253-4b73-9554-7de5f01f3345 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:36.588441 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-80b365f4-270c-4d86-a4d0-081c577d6878 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:36.613617 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b23669-2253-4b73-9554-7de5f01f3345 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3418e0-5327-4140-a85b-40df67c25910,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:36.618942 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-b4b23669-2253-4b73-9554-7de5f01f3345 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:36.628010 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-b4b23669-2253-4b73-9554-7de5f01f3345 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:36.632017 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-b4b23669-2253-4b73-9554-7de5f01f3345 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1835904 May 21 15:34:36.632312 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 35744) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:36.638104 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-2acfe181-d5d4-4448-a98a-2df737dddf68 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Request body: {'security_group_rule': {'security_group_id': '40997c84-2a3b-45f2-add3-866c564a1e03', 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:36.644265 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-2acfe181-d5d4-4448-a98a-2df737dddf68 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:36.652913 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-2acfe181-d5d4-4448-a98a-2df737dddf68 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Usage tracker for resource:security_group_rule and tenant:886f83bbe8e149029826cc1c4d13b962 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:36.656444 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-2acfe181-d5d4-4448-a98a-2df737dddf68 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:36.663673 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-2acfe181-d5d4-4448-a98a-2df737dddf68 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:36.684870 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2acfe181-d5d4-4448-a98a-2df737dddf68 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:36.721107 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190e6ea-5662-4d58-8f49-0720f89d90f3 None None] New status for floating IP 9551b4c2-1e9b-4d7c-9fe2-29c08d63d52f: ACTIVE {{(pid=91546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:34:36.779710 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2acfe181-d5d4-4448-a98a-2df737dddf68 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:36.786686 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2acfe181-d5d4-4448-a98a-2df737dddf68 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:36.789464 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:36.815113 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfe181-d5d4-4448-a98a-2df737dddf68 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812f1f5d-bc4f-4a51-a782-858f5ed9099d,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:36.820103 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2acfe181-d5d4-4448-a98a-2df737dddf68 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:36.827920 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-2acfe181-d5d4-4448-a98a-2df737dddf68 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:36.828171 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-dceaf286-e223-4170-860f-5dad67799466 req-c5cd085f-fbf4-4292-85fe-297b650eeeb8 service neutron] 10.222.0.44 "GET /v2.0/networks/a300e405-d66f-4d1d-877a-1d05da0102ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562268 May 21 15:34:36.829596 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-2acfe181-d5d4-4448-a98a-2df737dddf68 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1960821 May 21 15:34:36.830165 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fe796cf3-ac95-43d2-8f17-8c27ac473cbe req-df2cae73-2b98-406a-a5e0-d698a9489759 service neutron] 10.222.0.44 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383199 May 21 15:34:36.832041 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 35750) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:36.837957 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [None req-da3d1016-6918-4548-8b69-d17bc7fa3ce1 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Request body: {'security_group_rule': {'security_group_id': '40997c84-2a3b-45f2-add3-866c564a1e03', 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:36.865272 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-da3d1016-6918-4548-8b69-d17bc7fa3ce1 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:36.873145 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-da3d1016-6918-4548-8b69-d17bc7fa3ce1 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Usage tracker for resource:security_group_rule and tenant:886f83bbe8e149029826cc1c4d13b962 is out of sync, need to count used quota {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:36.874860 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [None req-da3d1016-6918-4548-8b69-d17bc7fa3ce1 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:36.882265 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [None req-da3d1016-6918-4548-8b69-d17bc7fa3ce1 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:37.009755 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-da3d1016-6918-4548-8b69-d17bc7fa3ce1 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:37.103578 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fe796cf3-ac95-43d2-8f17-8c27ac473cbe req-03533e3a-b3df-4451-8f5e-77cf1ab1ff7c service neutron] 10.222.0.44 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606649 May 21 15:34:37.135174 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-da3d1016-6918-4548-8b69-d17bc7fa3ce1 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:37.144021 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a09d1-deb3-40cc-8fc1-b9e0c29f39db req-8f88b5a2-f9ac-4909-831b-3387dbf01ba5 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:37.144729 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-868a09d1-deb3-40cc-8fc1-b9e0c29f39db req-8f88b5a2-f9ac-4909-831b-3387dbf01ba5 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Synchronizing usage tracker for tenant:49c363a373ac401292c18ff19adadec8 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:34:37.149565 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-da3d1016-6918-4548-8b69-d17bc7fa3ce1 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:37.156974 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-e3d083ae-29c3-4473-a0f9-f63f18b73da7 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:37.192028 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d1016-6918-4548-8b69-d17bc7fa3ce1 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0d48cb-91ae-46bf-a6bf-63db63e88393,revision_number=0']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:37.195925 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-da3d1016-6918-4548-8b69-d17bc7fa3ce1 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:37.199631 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-da3d1016-6918-4548-8b69-d17bc7fa3ce1 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:37.201104 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-da3d1016-6918-4548-8b69-d17bc7fa3ce1 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3674736 May 21 15:34:37.202451 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-868a09d1-deb3-40cc-8fc1-b9e0c29f39db req-8f88b5a2-f9ac-4909-831b-3387dbf01ba5 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Unset dirty status for tenant:49c363a373ac401292c18ff19adadec8 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:34:37.203581 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-868a09d1-deb3-40cc-8fc1-b9e0c29f39db req-8f88b5a2-f9ac-4909-831b-3387dbf01ba5 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 943 time: 0.2639084 May 21 15:34:37.203911 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 35754) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:37.210072 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-eb3dd196-91ea-405a-85c8-16e9d8986bce tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Request body: {'security_group_rule': {'security_group_id': '40997c84-2a3b-45f2-add3-866c564a1e03', 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:37.216539 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-eb3dd196-91ea-405a-85c8-16e9d8986bce tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:37.221570 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-eb3dd196-91ea-405a-85c8-16e9d8986bce tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Usage tracker for resource:security_group_rule and tenant:886f83bbe8e149029826cc1c4d13b962 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:37.224135 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-eb3dd196-91ea-405a-85c8-16e9d8986bce tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:37.229997 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-eb3dd196-91ea-405a-85c8-16e9d8986bce tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:37.242898 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.securitygroups_db [None req-eb3dd196-91ea-405a-85c8-16e9d8986bce tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Project 886f83bbe8e149029826cc1c4d13b962 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 15:34:37.248748 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-eb3dd196-91ea-405a-85c8-16e9d8986bce tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:37.251074 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-868a09d1-deb3-40cc-8fc1-b9e0c29f39db req-6c7e9e67-048c-43be-9ab6-e189e58fa8dc tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Synchronizing usage tracker for tenant:49c363a373ac401292c18ff19adadec8 on resource:security_group {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:34:37.268461 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-868a09d1-deb3-40cc-8fc1-b9e0c29f39db req-6c7e9e67-048c-43be-9ab6-e189e58fa8dc tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Unset dirty status for tenant:49c363a373ac401292c18ff19adadec8 on resource:security_group {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:34:37.269656 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-868a09d1-deb3-40cc-8fc1-b9e0c29f39db req-6c7e9e67-048c-43be-9ab6-e189e58fa8dc tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583482 May 21 15:34:37.323181 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-eb3dd196-91ea-405a-85c8-16e9d8986bce tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:37.326897 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-eb3dd196-91ea-405a-85c8-16e9d8986bce tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:37.333975 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-ef1ddceb-71b8-4830-a712-8137e37889c6 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:37.341689 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c', 'tag': 'd369fdd0-bf8f-411b-b4bd-5526cea0afbf'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:34:37.353458 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dd196-91ea-405a-85c8-16e9d8986bce tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6e6f87-c176-4018-ab47-bbb6f16258eb,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:37.356064 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-eb3dd196-91ea-405a-85c8-16e9d8986bce tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:37.368652 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-eb3dd196-91ea-405a-85c8-16e9d8986bce tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:37.370981 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-eb3dd196-91ea-405a-85c8-16e9d8986bce tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1650200 May 21 15:34:37.372630 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 35760) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:37.378364 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.v2.base [None req-034db9ac-873e-4a69-83ec-e41aec42006e tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Request body: {'security_group_rule': {'security_group_id': '40997c84-2a3b-45f2-add3-866c564a1e03', 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:37.386608 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-034db9ac-873e-4a69-83ec-e41aec42006e tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:37.388669 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c', 'tag': 'd369fdd0-bf8f-411b-b4bd-5526cea0afbf', 'status': 'completed', 'code': 200} May 21 15:34:37.390793 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-034db9ac-873e-4a69-83ec-e41aec42006e tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Usage tracker for resource:security_group_rule and tenant:886f83bbe8e149029826cc1c4d13b962 is out of sync, need to count used quota {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:37.393792 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [None req-034db9ac-873e-4a69-83ec-e41aec42006e tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91544) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:37.401356 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.quota.driver [None req-034db9ac-873e-4a69-83ec-e41aec42006e tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91544) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:37.413126 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.securitygroups_db [None req-034db9ac-873e-4a69-83ec-e41aec42006e tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Project 886f83bbe8e149029826cc1c4d13b962 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 15:34:37.419786 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-034db9ac-873e-4a69-83ec-e41aec42006e tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:37.494038 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5a5a1-f8d9-4d54-ba99-915775b413e2 req-fd2295a1-6f70-408f-a048-a686892bdabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:37.496463 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-13a5a5a1-f8d9-4d54-ba99-915775b413e2 req-fd2295a1-6f70-408f-a048-a686892bdabe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49c363a373ac401292c18ff19adadec8&device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 1096 time: 0.0809646 May 21 15:34:37.503050 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-034db9ac-873e-4a69-83ec-e41aec42006e tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:37.503050 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-034db9ac-873e-4a69-83ec-e41aec42006e tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640471'] for security_group_rule, after_create {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:37.506872 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:37.527361 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034db9ac-873e-4a69-83ec-e41aec42006e tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d466b3-09a0-4e52-83da-16080cee1deb,revision_number=0']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:37.530073 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-034db9ac-873e-4a69-83ec-e41aec42006e tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:37.538635 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-034db9ac-873e-4a69-83ec-e41aec42006e tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:37.540163 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-034db9ac-873e-4a69-83ec-e41aec42006e tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1665614 May 21 15:34:37.647784 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5a5a1-f8d9-4d54-ba99-915775b413e2 req-2ab58bf0-4cb0-4287-bde7-0d549dfa3aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:37.649419 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-13a5a5a1-f8d9-4d54-ba99-915775b413e2 req-2ab58bf0-4cb0-4287-bde7-0d549dfa3aa9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a300e405-d66f-4d1d-877a-1d05da0102ae HTTP/1.1" status: 200 len: 909 time: 0.1453826 May 21 15:34:37.731359 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-13a5a5a1-f8d9-4d54-ba99-915775b413e2 req-b69f5e0e-c704-499d-8300-6025dc711d88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d369fdd0-bf8f-411b-b4bd-5526cea0afbf HTTP/1.1" status: 200 len: 217 time: 0.0704143 May 21 15:34:37.736019 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-33bd1761-a449-4c1f-ba88-f00c2fb16b2d req-64b833aa-61e1-44a8-bec7-990ea4efe666 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1921606147&fields=id&tenant_id=886f83bbe8e149029826cc1c4d13b962 HTTP/1.1" status: 200 len: 267 time: 0.1106637 May 21 15:34:37.846549 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5a5a1-f8d9-4d54-ba99-915775b413e2 req-85984dbd-973a-429a-8cd8-2a36613e357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:37.847989 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-13a5a5a1-f8d9-4d54-ba99-915775b413e2 req-85984dbd-973a-429a-8cd8-2a36613e357a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=642f42d5-1fdc-426e-8643-a27fbad637a7 HTTP/1.1" status: 200 len: 848 time: 0.1090927 May 21 15:34:37.903272 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-13a5a5a1-f8d9-4d54-ba99-915775b413e2 req-831103cd-8d8e-46da-9ca1-0ae86df74477 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a300e405-d66f-4d1d-877a-1d05da0102ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467966 May 21 15:34:37.915823 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd1761-a449-4c1f-ba88-f00c2fb16b2d req-bed9d991-93b7-483c-af1d-aff108f05fd3 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:37.917315 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-33bd1761-a449-4c1f-ba88-f00c2fb16b2d req-bed9d991-93b7-483c-af1d-aff108f05fd3 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 945 time: 0.1459353 May 21 15:34:37.945685 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-33bd1761-a449-4c1f-ba88-f00c2fb16b2d req-1e790ea1-044b-4d4c-987c-f3e1b907de15 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Request body: {'port': {'security_groups': ['1995edc3-7ecb-422c-b8d9-4f2ce69e0df0', '40997c84-2a3b-45f2-add3-866c564a1e03']}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:38.272145 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-13a5a5a1-f8d9-4d54-ba99-915775b413e2 req-49429035-9d28-4505-b2d8-7e935c1853ac service neutron] 10.222.0.44 "GET /v2.0/networks/a300e405-d66f-4d1d-877a-1d05da0102ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538408 May 21 15:34:38.274762 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-33bd1761-a449-4c1f-ba88-f00c2fb16b2d req-1e790ea1-044b-4d4c-987c-f3e1b907de15 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:38.472255 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f5c24-0339-448b-9300-64f9ef162f49 req-9d45ac5f-b5c6-4868-921d-2d2ae5d5fd7c tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:38.473714 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9b7f5c24-0339-448b-9300-64f9ef162f49 req-9d45ac5f-b5c6-4868-921d-2d2ae5d5fd7c tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 943 time: 0.0894754 May 21 15:34:38.503695 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-13a5a5a1-f8d9-4d54-ba99-915775b413e2 req-3f9b0fec-eb92-45a5-b1bc-b285a01bff0b service neutron] 10.222.0.44 "GET /v2.0/networks/a300e405-d66f-4d1d-877a-1d05da0102ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197733 May 21 15:34:38.523798 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-9b7f5c24-0339-448b-9300-64f9ef162f49 req-7e8845e6-e616-4fd7-a5ce-3fde135f623c tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425212 May 21 15:34:38.670629 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-33bd1761-a449-4c1f-ba88-f00c2fb16b2d req-1e790ea1-044b-4d4c-987c-f3e1b907de15 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] For port 30f1fb33-59d1-41b1-be22-8761897522b4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=30f1fb33-59d1-41b1-be22-8761897522b4,segment=NetworkSegment(2e6bd8a4-5462-42e3-be1a-bb50b1b72a06),segment_id=2e6bd8a4-5462-42e3-be1a-bb50b1b72a06)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:34:38.697961 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-33bd1761-a449-4c1f-ba88-f00c2fb16b2d req-1e790ea1-044b-4d4c-987c-f3e1b907de15 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:38.708369 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-33bd1761-a449-4c1f-ba88-f00c2fb16b2d req-1e790ea1-044b-4d4c-987c-f3e1b907de15 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:38.714075 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-5ca6e2a6-fb4f-4baa-939b-7d23bc8f073c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:38.720497 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['30f1fb33-59d1-41b1-be22-8761897522b4'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:34:38.781094 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd1761-a449-4c1f-ba88-f00c2fb16b2d req-1e790ea1-044b-4d4c-987c-f3e1b907de15 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:38.781784 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-33bd1761-a449-4c1f-ba88-f00c2fb16b2d req-1e790ea1-044b-4d4c-987c-f3e1b907de15 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:38.783249 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-33bd1761-a449-4c1f-ba88-f00c2fb16b2d req-1e790ea1-044b-4d4c-987c-f3e1b907de15 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "PUT /v2.0/ports/30f1fb33-59d1-41b1-be22-8761897522b4 HTTP/1.1" status: 200 len: 981 time: 0.8456838 May 21 15:34:38.806773 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e790ea1-044b-4d4c-987c-f3e1b907de15 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Pushing event updated for resources: {'Port': ['ID=30f1fb33-59d1-41b1-be22-8761897522b4,revision_number=6']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:38.810082 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-1e790ea1-044b-4d4c-987c-f3e1b907de15 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:38.872781 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['30f1fb33-59d1-41b1-be22-8761897522b4'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:34:38.983491 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a566bb-f2e7-4f9f-9fd0-6da77840fce5 req-c5302814-d80b-4a46-a240-2adad45d8377 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:38.989952 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-05a566bb-f2e7-4f9f-9fd0-6da77840fce5 req-c5302814-d80b-4a46-a240-2adad45d8377 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 984 time: 0.0972075 May 21 15:34:39.038140 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-05a566bb-f2e7-4f9f-9fd0-6da77840fce5 req-324db24c-0e34-44c7-8a93-1c97829d588b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Synchronizing usage tracker for tenant:886f83bbe8e149029826cc1c4d13b962 on resource:security_group {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:34:39.046971 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-8ad3853a-035d-47c5-b46e-0ca11399d797 None None] Provisioning complete for port 30f1fb33-59d1-41b1-be22-8761897522b4 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:34:39.047272 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-8ad3853a-035d-47c5-b46e-0ca11399d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:39.054616 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-05a566bb-f2e7-4f9f-9fd0-6da77840fce5 req-324db24c-0e34-44c7-8a93-1c97829d588b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Unset dirty status for tenant:886f83bbe8e149029826cc1c4d13b962 on resource:security_group {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:34:39.055828 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-05a566bb-f2e7-4f9f-9fd0-6da77840fce5 req-324db24c-0e34-44c7-8a93-1c97829d588b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=40997c84-2a3b-45f2-add3-866c564a1e03&id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599680 May 21 15:34:39.379901 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:39.389577 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'tag': '30f1fb33-59d1-41b1-be22-8761897522b4'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:34:39.435135 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'tag': '30f1fb33-59d1-41b1-be22-8761897522b4', 'status': 'completed', 'code': 200} May 21 15:34:39.555491 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9408f-decb-455e-b6a0-10c9be0fd64c req-2a260fdf-dbbc-482d-9071-8ba6e410540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:39.557042 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f3c9408f-decb-455e-b6a0-10c9be0fd64c req-2a260fdf-dbbc-482d-9071-8ba6e410540d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=886f83bbe8e149029826cc1c4d13b962&device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 1137 time: 0.0795155 May 21 15:34:39.695668 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9408f-decb-455e-b6a0-10c9be0fd64c req-d9973987-6496-4911-9774-e0486f787c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:39.697089 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f3c9408f-decb-455e-b6a0-10c9be0fd64c req-d9973987-6496-4911-9774-e0486f787c3e service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d9e570c-72fe-4425-9147-98c5eb947b2a HTTP/1.1" status: 200 len: 916 time: 0.1338787 May 21 15:34:39.722535 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7883e-4022-451d-91a5-6945fd4cd8b7 req-fd75f73e-9dbb-4364-b9d2-0a02a6a69d95 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:39.724077 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-20c7883e-4022-451d-91a5-6945fd4cd8b7 req-fd75f73e-9dbb-4364-b9d2-0a02a6a69d95 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 943 time: 0.0925293 May 21 15:34:39.769357 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-20c7883e-4022-451d-91a5-6945fd4cd8b7 req-83369b3e-b42f-45e5-a92c-2c2eb96123f8 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394502 May 21 15:34:39.802452 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f3c9408f-decb-455e-b6a0-10c9be0fd64c req-291e6202-baa6-4cbc-b66a-efdf45366d10 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f1fb33-59d1-41b1-be22-8761897522b4 HTTP/1.1" status: 200 len: 1001 time: 0.0967164 May 21 15:34:39.875713 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9408f-decb-455e-b6a0-10c9be0fd64c req-9a3e28c8-a8b6-48bb-9198-2451e088c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:39.877201 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f3c9408f-decb-455e-b6a0-10c9be0fd64c req-9a3e28c8-a8b6-48bb-9198-2451e088c15f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=458e2514-ffb6-4c2c-923f-a6696ee96451 HTTP/1.1" status: 200 len: 854 time: 0.0669651 May 21 15:34:39.956349 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9408f-decb-455e-b6a0-10c9be0fd64c req-ef25eeab-5e75-4205-bf1c-865be6c63068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:39.957808 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f3c9408f-decb-455e-b6a0-10c9be0fd64c req-ef25eeab-5e75-4205-bf1c-865be6c63068 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d9e570c-72fe-4425-9147-98c5eb947b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727370 May 21 15:34:40.099787 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f3c9408f-decb-455e-b6a0-10c9be0fd64c req-05f3c059-aa15-43eb-8d91-96b940bf8de0 service neutron] 10.222.0.44 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311874 May 21 15:34:40.240894 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-f3c9408f-decb-455e-b6a0-10c9be0fd64c req-51e11001-7722-41aa-8beb-b91705198dea service neutron] 10.222.0.44 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336687 May 21 15:34:40.407782 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device d369fdd0-bf8f-411b-b4bd-5526cea0afbf details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:34:40.542904 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port d369fdd0-bf8f-411b-b4bd-5526cea0afbf, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d369fdd0-bf8f-411b-b4bd-5526cea0afbf,segment=NetworkSegment(9edd3490-2211-4e40-abb2-f78356dd68be),segment_id=9edd3490-2211-4e40-abb2-f78356dd68be)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:34:40.556899 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': 'd369fdd0-bf8f-411b-b4bd-5526cea0afbf', 'network_id': 'a300e405-d66f-4d1d-877a-1d05da0102ae', 'port_id': 'd369fdd0-bf8f-411b-b4bd-5526cea0afbf', 'mac_address': 'fa:16:3e:f2:ba:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642f42d5-1fdc-426e-8643-a27fbad637a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:34:40.616788 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:40.634246 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d369fdd0-bf8f-411b-b4bd-5526cea0afbf {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:34:40.650894 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port d369fdd0-bf8f-411b-b4bd-5526cea0afbf, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d369fdd0-bf8f-411b-b4bd-5526cea0afbf,segment=NetworkSegment(9edd3490-2211-4e40-abb2-f78356dd68be),segment_id=9edd3490-2211-4e40-abb2-f78356dd68be)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:34:40.655765 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:40.657537 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:40.724596 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=d369fdd0-bf8f-411b-b4bd-5526cea0afbf,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:40.732101 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:40.732447 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:40.732784 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:40.733139 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:40.733465 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:40.733789 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:40.734110 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:40.734429 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:40.734752 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:40.735070 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:40.735387 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:40.735702 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:40.739500 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:40.886788 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['d369fdd0-bf8f-411b-b4bd-5526cea0afbf'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:34:40.965526 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed568a6-bc94-4c2e-ab77-eec0c33c7c10 req-6ac2139b-591a-41a1-bfe9-4442c9c83f65 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:40.967025 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-6ed568a6-bc94-4c2e-ab77-eec0c33c7c10 req-6ac2139b-591a-41a1-bfe9-4442c9c83f65 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 944 time: 0.0858023 May 21 15:34:41.012736 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-6ed568a6-bc94-4c2e-ab77-eec0c33c7c10 req-c8431719-7348-4ae6-bcd4-b044e130f52e tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398319 May 21 15:34:42.199682 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9388fc-8ab2-4694-a15c-2b1be9da8e10 req-0b45bbf7-cbb3-417c-b60f-d2742f511087 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:42.201119 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bb9388fc-8ab2-4694-a15c-2b1be9da8e10 req-0b45bbf7-cbb3-417c-b60f-d2742f511087 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 944 time: 0.0802011 May 21 15:34:42.257669 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bb9388fc-8ab2-4694-a15c-2b1be9da8e10 req-9cd86f84-6ea7-4fb7-b7a8-dcd17f4ddfe3 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494950 May 21 15:34:42.423263 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device d369fdd0-bf8f-411b-b4bd-5526cea0afbf up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:34:42.497951 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port d369fdd0-bf8f-411b-b4bd-5526cea0afbf completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:34:42.502547 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port d369fdd0-bf8f-411b-b4bd-5526cea0afbf triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:34:42.502925 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:42.630873 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:42.658967 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd369fdd0-bf8f-411b-b4bd-5526cea0afbf'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:34:42.668926 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port d369fdd0-bf8f-411b-b4bd-5526cea0afbf, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d369fdd0-bf8f-411b-b4bd-5526cea0afbf,segment=NetworkSegment(9edd3490-2211-4e40-abb2-f78356dd68be),segment_id=9edd3490-2211-4e40-abb2-f78356dd68be)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:34:42.673850 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:42.675664 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-82dd0677-0d88-42de-8ff0-a06a72822238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:42.711016 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd369fdd0-bf8f-411b-b4bd-5526cea0afbf', 'code': 200} May 21 15:34:42.751993 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=d369fdd0-bf8f-411b-b4bd-5526cea0afbf,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:42.755577 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:42.937409 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaab158-dd47-410a-8217-44713a153508 req-066d9b7d-512b-46fd-ba8f-684f911e9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:42.938890 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-afaab158-dd47-410a-8217-44713a153508 req-066d9b7d-512b-46fd-ba8f-684f911e9155 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 1098 time: 0.0717111 May 21 15:34:42.982957 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-afaab158-dd47-410a-8217-44713a153508 req-3550e9fb-6730-4dce-bb26-906129564e4a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368872 May 21 15:34:43.447783 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3eb4a-a558-46c3-a531-5d45844df920 req-dd9901f2-2c1a-4426-9467-e2ccd37d8748 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:43.449293 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d0d3eb4a-a558-46c3-a531-5d45844df920 req-dd9901f2-2c1a-4426-9467-e2ccd37d8748 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 945 time: 0.0849726 May 21 15:34:43.499517 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-d0d3eb4a-a558-46c3-a531-5d45844df920 req-1990db13-aa11-4193-b040-016380aa7d25 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438881 May 21 15:34:44.785146 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129c09b-8064-43c4-803e-fbd8ea2a1163 req-0c2dee01-999f-443c-8b25-1900ee9ef625 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:44.787169 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7129c09b-8064-43c4-803e-fbd8ea2a1163 req-0c2dee01-999f-443c-8b25-1900ee9ef625 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 945 time: 0.1743054 May 21 15:34:44.832647 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7129c09b-8064-43c4-803e-fbd8ea2a1163 req-b18cc23c-aedc-4678-9230-5fbdc74cd57b tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397892 May 21 15:34:45.865912 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42617d66-5e41-44c3-9200-7bc3db10da01 req-b009a980-8ff2-4328-bcd3-63f3e2c1d48d tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:45.867392 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-42617d66-5e41-44c3-9200-7bc3db10da01 req-b009a980-8ff2-4328-bcd3-63f3e2c1d48d tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 945 time: 0.0830252 May 21 15:34:45.915502 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-42617d66-5e41-44c3-9200-7bc3db10da01 req-d1785ffc-fea0-40f2-aff2-0cbc35f23293 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423996 May 21 15:34:47.119405 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad6183-de36-42a5-b8a6-e65094c0ae5d req-3cb71fe5-028a-46a9-91f8-8a1be2cc4717 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:47.120899 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-20ad6183-de36-42a5-b8a6-e65094c0ae5d req-3cb71fe5-028a-46a9-91f8-8a1be2cc4717 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 945 time: 0.0821860 May 21 15:34:47.170760 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-20ad6183-de36-42a5-b8a6-e65094c0ae5d req-f0fc095e-2083-4356-b2b9-5e906058aed6 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441720 May 21 15:34:47.346814 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e84ea4-eedc-4fd4-9fac-b574f7add984 req-a94636af-e762-4a15-bbf5-3a3c4c604dd2 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:47.348254 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-44e84ea4-eedc-4fd4-9fac-b574f7add984 req-a94636af-e762-4a15-bbf5-3a3c4c604dd2 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 945 time: 0.0813875 May 21 15:34:47.488370 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-44e84ea4-eedc-4fd4-9fac-b574f7add984 req-571eee24-762d-48ff-83ed-3023adfe84d3 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Deleting port d369fdd0-bf8f-411b-b4bd-5526cea0afbf {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:34:47.488720 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-44e84ea4-eedc-4fd4-9fac-b574f7add984 req-571eee24-762d-48ff-83ed-3023adfe84d3 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:47.623388 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-44e84ea4-eedc-4fd4-9fac-b574f7add984 req-571eee24-762d-48ff-83ed-3023adfe84d3 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] For port d369fdd0-bf8f-411b-b4bd-5526cea0afbf, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d369fdd0-bf8f-411b-b4bd-5526cea0afbf,segment=NetworkSegment(9edd3490-2211-4e40-abb2-f78356dd68be),segment_id=9edd3490-2211-4e40-abb2-f78356dd68be)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:34:47.623678 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-44e84ea4-eedc-4fd4-9fac-b574f7add984 req-571eee24-762d-48ff-83ed-3023adfe84d3 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:47.758805 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-44e84ea4-eedc-4fd4-9fac-b574f7add984 req-571eee24-762d-48ff-83ed-3023adfe84d3 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Calling delete_port for d369fdd0-bf8f-411b-b4bd-5526cea0afbf owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:34:47.871793 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-44e84ea4-eedc-4fd4-9fac-b574f7add984 req-571eee24-762d-48ff-83ed-3023adfe84d3 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:47.877661 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-95351710-765a-430f-a6a1-102879dfc4c9 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:47.886382 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['d369fdd0-bf8f-411b-b4bd-5526cea0afbf'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:34:47.924025 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571eee24-762d-48ff-83ed-3023adfe84d3 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Pushing event deleted for resources: {'Port': ['ID=d369fdd0-bf8f-411b-b4bd-5526cea0afbf,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:47.927066 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-571eee24-762d-48ff-83ed-3023adfe84d3 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:48.006861 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e84ea4-eedc-4fd4-9fac-b574f7add984 req-571eee24-762d-48ff-83ed-3023adfe84d3 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] No DVR routers for this DVR port d369fdd0-bf8f-411b-b4bd-5526cea0afbf on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:34:48.009418 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-44e84ea4-eedc-4fd4-9fac-b574f7add984 req-571eee24-762d-48ff-83ed-3023adfe84d3 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:48.012094 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c', 'name': 'network-vif-deleted', 'tag': 'd369fdd0-bf8f-411b-b4bd-5526cea0afbf'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:34:48.028232 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-44e84ea4-eedc-4fd4-9fac-b574f7add984 req-571eee24-762d-48ff-83ed-3023adfe84d3 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.44 "DELETE /v2.0/ports/d369fdd0-bf8f-411b-b4bd-5526cea0afbf HTTP/1.1" status: 204 len: 173 time: 0.6726840 May 21 15:34:48.063567 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c', 'name': 'network-vif-deleted', 'tag': 'd369fdd0-bf8f-411b-b4bd-5526cea0afbf', 'status': 'completed', 'code': 200} May 21 15:34:48.341562 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-c99a4fc3-f789-4bd5-83a7-711e95662013 req-2e392232-395f-4031-b893-f92f9903723a tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c5396bf-ba82-4d27-9c6f-1a70e2b38d3c HTTP/1.1" status: 200 len: 210 time: 0.0478561 May 21 15:34:49.716432 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-51e4e5d1-ed82-48e8-a086-418b55de5e80 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:49.718837 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-51e4e5d1-ed82-48e8-a086-418b55de5e80 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/networks?id=a300e405-d66f-4d1d-877a-1d05da0102ae HTTP/1.1" status: 200 len: 808 time: 0.1549776 May 21 15:34:49.735089 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-514f0408-d2d3-4c3b-8e12-e6300ff13744 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/quotas/49c363a373ac401292c18ff19adadec8 HTTP/1.1" status: 200 len: 375 time: 0.0102823 May 21 15:34:49.784045 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-0064f719-8724-4af9-bfb0-41796f65cfb0 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=49c363a373ac401292c18ff19adadec8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430763 May 21 15:34:49.966541 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-8d7d510e-2b5c-4308-bb8e-0784e464bbad service neutron] 10.222.0.42 "GET /v2.0/networks/a300e405-d66f-4d1d-877a-1d05da0102ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742461 May 21 15:34:50.202933 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-1dd95ccf-0f91-4ba7-bead-fc0e4c5925cd service neutron] 10.222.0.42 "GET /v2.0/networks/a300e405-d66f-4d1d-877a-1d05da0102ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304878 May 21 15:34:50.386345 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-868627e5-a5ec-4ab2-9a67-2af245b3f059 req-e930e883-f695-47fa-9dc2-597760a0e530 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Synchronizing usage tracker for tenant:49c363a373ac401292c18ff19adadec8 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:34:50.404168 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-868627e5-a5ec-4ab2-9a67-2af245b3f059 req-e930e883-f695-47fa-9dc2-597760a0e530 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Unset dirty status for tenant:49c363a373ac401292c18ff19adadec8 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:34:50.405550 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-868627e5-a5ec-4ab2-9a67-2af245b3f059 req-e930e883-f695-47fa-9dc2-597760a0e530 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4078dc-5b2d-4444-a681-35d82c89c5fb HTTP/1.1" status: 200 len: 210 time: 0.0614893 May 21 15:34:50.456850 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device d369fdd0-bf8f-411b-b4bd-5526cea0afbf no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:34:50.499282 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: d369fdd0-bf8f-411b-b4bd-5526cea0afbf {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:34:50.499565 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device d369fdd0-bf8f-411b-b4bd-5526cea0afbf not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:34:51.469180 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-9d95c72e-04d9-4fef-a2e0-0b014cebd6b2 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:51.470648 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-9d95c72e-04d9-4fef-a2e0-0b014cebd6b2 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.44 "GET /v2.0/networks?id=a300e405-d66f-4d1d-877a-1d05da0102ae HTTP/1.1" status: 200 len: 808 time: 0.1522799 May 21 15:34:51.486311 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-58267c9b-9f2a-4ce1-988a-5ec93b6dfe16 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Request body: {'port': {'device_id': '1f4078dc-5b2d-4444-a681-35d82c89c5fb', 'network_id': 'a300e405-d66f-4d1d-877a-1d05da0102ae', 'admin_state_up': True, 'tenant_id': '49c363a373ac401292c18ff19adadec8'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:51.503406 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-3f12b5cf-18be-437a-9fb4-2c637fa3997d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:51.585345 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-409c265b-338a-459d-b2a4-ea842090fc5a req-9c05904b-3420-4cac-84ad-707218bd7142 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4078dc-5b2d-4444-a681-35d82c89c5fb HTTP/1.1" status: 200 len: 210 time: 0.0535774 May 21 15:34:51.653486 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-58267c9b-9f2a-4ce1-988a-5ec93b6dfe16 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:51.663638 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.quota.driver [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-58267c9b-9f2a-4ce1-988a-5ec93b6dfe16 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:51.673727 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-58267c9b-9f2a-4ce1-988a-5ec93b6dfe16 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Made reservation on behalf of 49c363a373ac401292c18ff19adadec8 for: {'port': 1} {{(pid=91543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:34:51.677479 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-58267c9b-9f2a-4ce1-988a-5ec93b6dfe16 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:51.843593 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_common [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-58267c9b-9f2a-4ce1-988a-5ec93b6dfe16 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Allocated IP 172.20.0.10 (a300e405-d66f-4d1d-877a-1d05da0102ae/642f42d5-1fdc-426e-8643-a27fbad637a7/d5055c6c-68b3-4114-b126-38ec6548f6b2) {{(pid=91543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:34:52.051636 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-58267c9b-9f2a-4ce1-988a-5ec93b6dfe16 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Notify callbacks [] for port, precommit_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.081978 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-58267c9b-9f2a-4ce1-988a-5ec93b6dfe16 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788722892418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_create {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.088355 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-4710f253-1e74-4467-8147-342c4591fdf9 tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:52.255521 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-58267c9b-9f2a-4ce1-988a-5ec93b6dfe16 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Network a300e405-d66f-4d1d-877a-1d05da0102ae is already hosted by enough agents. {{(pid=91543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:34:52.258691 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.base_scheduler [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-58267c9b-9f2a-4ce1-988a-5ec93b6dfe16 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Resources bound (agent type, host, resource id): {{(pid=91543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:34:52.261210 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-58267c9b-9f2a-4ce1-988a-5ec93b6dfe16 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Received port after_create {{(pid=91543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:34:52.298670 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58267c9b-9f2a-4ce1-988a-5ec93b6dfe16 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Pushing event updated for resources: {'Port': ['ID=d5055c6c-68b3-4114-b126-38ec6548f6b2,revision_number=1']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:52.301558 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-58267c9b-9f2a-4ce1-988a-5ec93b6dfe16 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:52.333807 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-58267c9b-9f2a-4ce1-988a-5ec93b6dfe16 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:52.334432 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-58267c9b-9f2a-4ce1-988a-5ec93b6dfe16 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.370100 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-58267c9b-9f2a-4ce1-988a-5ec93b6dfe16 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8900318 May 21 15:34:52.382819 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Request body: {'port': {'device_id': '1f4078dc-5b2d-4444-a681-35d82c89c5fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:52.494544 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.866099 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d7ed3-47af-4a88-af07-29755635de98 req-ad4b1475-b7f5-4c3c-9731-625ce5297a1c tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:52.866787 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-d35d7ed3-47af-4a88-af07-29755635de98 req-ad4b1475-b7f5-4c3c-9731-625ce5297a1c tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Synchronizing usage tracker for tenant:49c363a373ac401292c18ff19adadec8 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:34:52.933033 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-d35d7ed3-47af-4a88-af07-29755635de98 req-ad4b1475-b7f5-4c3c-9731-625ce5297a1c tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Unset dirty status for tenant:49c363a373ac401292c18ff19adadec8 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:34:52.934260 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d35d7ed3-47af-4a88-af07-29755635de98 req-ad4b1475-b7f5-4c3c-9731-625ce5297a1c tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4078dc-5b2d-4444-a681-35d82c89c5fb HTTP/1.1" status: 200 len: 932 time: 0.2129643 May 21 15:34:52.936193 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5055c6c-68b3-4114-b126-38ec6548f6b2 {{(pid=91543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:34:52.957159 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.986871 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.provisioning_blocks [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Transition to ACTIVE for port object d5055c6c-68b3-4114-b126-38ec6548f6b2 will not be triggered until provisioned by entity L2. {{(pid=91543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:34:52.991317 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.997197 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:53.034979 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d35d7ed3-47af-4a88-af07-29755635de98 req-f98b5fe4-b031-4a72-8a6e-8f2a4c7b735b tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942490 May 21 15:34:53.126870 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Pushing event updated for resources: {'Port': ['ID=d5055c6c-68b3-4114-b126-38ec6548f6b2,revision_number=2']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:53.131012 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:53.234017 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Attempting to bind port d5055c6c-68b3-4114-b126-38ec6548f6b2 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:34:53.234248 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Attempting to bind port d5055c6c-68b3-4114-b126-38ec6548f6b2 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '9edd3490-2211-4e40-abb2-f78356dd68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a300e405-d66f-4d1d-877a-1d05da0102ae'}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:34:53.234566 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Attempting to bind port d5055c6c-68b3-4114-b126-38ec6548f6b2 on network a300e405-d66f-4d1d-877a-1d05da0102ae {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:34:53.247160 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Port d5055c6c-68b3-4114-b126-38ec6548f6b2 on network a300e405-d66f-4d1d-877a-1d05da0102ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:34:53.247481 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Attempting to bind port d5055c6c-68b3-4114-b126-38ec6548f6b2 on network a300e405-d66f-4d1d-877a-1d05da0102ae {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:34:53.253159 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Checking agent: {'id': '6dc48d4a-3d2e-461d-a9f5-1fafbedad55a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'started_at': datetime.datetime(2021, 5, 21, 15, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:34:53.253494 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Checking segment: {'id': '9edd3490-2211-4e40-abb2-f78356dd68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a300e405-d66f-4d1d-877a-1d05da0102ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:34:53.253872 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Bound using segment: {'id': '9edd3490-2211-4e40-abb2-f78356dd68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a300e405-d66f-4d1d-877a-1d05da0102ae'} {{(pid=91543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:34:53.254287 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.managers [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Bound port: d5055c6c-68b3-4114-b126-38ec6548f6b2, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9edd3490-2211-4e40-abb2-f78356dd68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a300e405-d66f-4d1d-877a-1d05da0102ae'}}] {{(pid=91543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:34:53.255152 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:53.347883 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] For port d5055c6c-68b3-4114-b126-38ec6548f6b2, host hv-cinder-79264, cleared binding levels {{(pid=91543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:34:53.352342 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] For port d5055c6c-68b3-4114-b126-38ec6548f6b2, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d5055c6c-68b3-4114-b126-38ec6548f6b2,segment=NetworkSegment(9edd3490-2211-4e40-abb2-f78356dd68be),segment_id=9edd3490-2211-4e40-abb2-f78356dd68be)] {{(pid=91543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:34:53.357814 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:53.362026 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7fb6a125-5e69-450f-8254-5341f70053a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:53.418851 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:53.419650 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:53.421064 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] 10.222.0.44 "PUT /v2.0/ports/d5055c6c-68b3-4114-b126-38ec6548f6b2 HTTP/1.1" status: 200 len: 1094 time: 1.0425448 May 21 15:34:53.424232 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4078dc-5b2d-4444-a681-35d82c89c5fb', 'tag': 'd5055c6c-68b3-4114-b126-38ec6548f6b2'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:34:53.449334 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Pushing event updated for resources: {'Port': ['ID=d5055c6c-68b3-4114-b126-38ec6548f6b2,revision_number=3']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:53.452636 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:53.504533 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4078dc-5b2d-4444-a681-35d82c89c5fb', 'tag': 'd5055c6c-68b3-4114-b126-38ec6548f6b2', 'status': 'completed', 'code': 200} May 21 15:34:53.545846 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-4c3e0f61-c060-42d9-b3fd-f82aaa53e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:53.547348 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-4c3e0f61-c060-42d9-b3fd-f82aaa53e400 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49c363a373ac401292c18ff19adadec8&device_id=1f4078dc-5b2d-4444-a681-35d82c89c5fb HTTP/1.1" status: 200 len: 1097 time: 0.0785425 May 21 15:34:53.620093 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-d8f4f1b4-608d-498b-861b-d39ac8f2c16e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5055c6c-68b3-4114-b126-38ec6548f6b2 HTTP/1.1" status: 200 len: 217 time: 0.0635467 May 21 15:34:53.684405 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-24546a1d-0789-4c11-89ec-f4ae71930a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:53.685856 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-24546a1d-0789-4c11-89ec-f4ae71930a2b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=642f42d5-1fdc-426e-8643-a27fbad637a7 HTTP/1.1" status: 200 len: 848 time: 0.0584178 May 21 15:34:53.734983 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-12fb04ca-bd27-48a8-ac21-589604407ee7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a300e405-d66f-4d1d-877a-1d05da0102ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406992 May 21 15:34:53.831623 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:53.879455 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-6c36088f-af06-441e-b4fa-47afef546372 service neutron] 10.222.0.44 "GET /v2.0/networks/a300e405-d66f-4d1d-877a-1d05da0102ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343274 May 21 15:34:54.018665 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b96c9194-21a1-467f-bd95-b5f9512cbdbf req-9e662c9c-43a8-4962-a19b-27572b0f6260 service neutron] 10.222.0.44 "GET /v2.0/networks/a300e405-d66f-4d1d-877a-1d05da0102ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311657 May 21 15:34:54.149649 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-c1a8ad47-b5d7-4a13-a8ab-49f52b0b9bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:54.311306 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ffd71-99ea-4417-97a7-e4ec0edad157 req-19130bb1-171c-47ae-8d67-1e96a7e12f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:54.312788 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fc1ffd71-99ea-4417-97a7-e4ec0edad157 req-19130bb1-171c-47ae-8d67-1e96a7e12f17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=49c363a373ac401292c18ff19adadec8&device_id=1f4078dc-5b2d-4444-a681-35d82c89c5fb HTTP/1.1" status: 200 len: 1097 time: 0.2449501 May 21 15:34:54.321051 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612cc51-d817-406f-bf7c-39dd22585062 req-e929ad15-4d6c-42ea-a79f-765d7d2d54da tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:54.322475 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b612cc51-d817-406f-bf7c-39dd22585062 req-e929ad15-4d6c-42ea-a79f-765d7d2d54da tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4078dc-5b2d-4444-a681-35d82c89c5fb HTTP/1.1" status: 200 len: 944 time: 0.1137738 May 21 15:34:54.447145 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b612cc51-d817-406f-bf7c-39dd22585062 req-f7735645-076a-4f36-98d5-c47431904d96 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061609 May 21 15:34:54.485232 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ffd71-99ea-4417-97a7-e4ec0edad157 req-b5231254-e741-4552-a350-a195efb556dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:54.486660 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fc1ffd71-99ea-4417-97a7-e4ec0edad157 req-b5231254-e741-4552-a350-a195efb556dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=a300e405-d66f-4d1d-877a-1d05da0102ae HTTP/1.1" status: 200 len: 909 time: 0.1633434 May 21 15:34:54.557475 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fc1ffd71-99ea-4417-97a7-e4ec0edad157 req-43673a58-2c2a-4cca-8ccb-e9f7ec1d1b20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5055c6c-68b3-4114-b126-38ec6548f6b2 HTTP/1.1" status: 200 len: 217 time: 0.0621283 May 21 15:34:54.587694 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:34:54.630343 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ffd71-99ea-4417-97a7-e4ec0edad157 req-37f5d956-4d37-4fb8-a1ea-4617b889d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:54.631765 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fc1ffd71-99ea-4417-97a7-e4ec0edad157 req-37f5d956-4d37-4fb8-a1ea-4617b889d6f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=642f42d5-1fdc-426e-8643-a27fbad637a7 HTTP/1.1" status: 200 len: 848 time: 0.0612245 May 21 15:34:54.681623 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fc1ffd71-99ea-4417-97a7-e4ec0edad157 req-f0aa4882-f2af-4a68-8864-e22a274d3f6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a300e405-d66f-4d1d-877a-1d05da0102ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420260 May 21 15:34:54.824779 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fc1ffd71-99ea-4417-97a7-e4ec0edad157 req-eadc8c7e-609f-47db-acfb-7e0e5ade0f06 service neutron] 10.222.0.44 "GET /v2.0/networks/a300e405-d66f-4d1d-877a-1d05da0102ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349347 May 21 15:34:54.961154 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-fc1ffd71-99ea-4417-97a7-e4ec0edad157 req-ae220eb1-54e6-47ba-b684-52acff522f9b service neutron] 10.222.0.44 "GET /v2.0/networks/a300e405-d66f-4d1d-877a-1d05da0102ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269071 May 21 15:34:55.043607 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:55.637412 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1ee98-e191-4d76-8033-2f0bf40203c7 req-9d256b69-0c1c-46e4-bf47-c16d14be69fa tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:55.638827 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-fab1ee98-e191-4d76-8033-2f0bf40203c7 req-9d256b69-0c1c-46e4-bf47-c16d14be69fa tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4078dc-5b2d-4444-a681-35d82c89c5fb HTTP/1.1" status: 200 len: 944 time: 0.0816813 May 21 15:34:55.685268 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-fab1ee98-e191-4d76-8033-2f0bf40203c7 req-554f2300-c197-4595-b3f3-3eed1a3dbf7b tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 May 21 15:34:56.517648 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device d5055c6c-68b3-4114-b126-38ec6548f6b2 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=91545) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:34:56.684895 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port d5055c6c-68b3-4114-b126-38ec6548f6b2, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d5055c6c-68b3-4114-b126-38ec6548f6b2,segment=NetworkSegment(9edd3490-2211-4e40-abb2-f78356dd68be),segment_id=9edd3490-2211-4e40-abb2-f78356dd68be)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:34:56.701674 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Returning: {'device': 'd5055c6c-68b3-4114-b126-38ec6548f6b2', 'network_id': 'a300e405-d66f-4d1d-877a-1d05da0102ae', 'port_id': 'd5055c6c-68b3-4114-b126-38ec6548f6b2', 'mac_address': 'fa:16:3e:49:4b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642f42d5-1fdc-426e-8643-a27fbad637a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91545) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:34:56.757117 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:56.774295 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5055c6c-68b3-4114-b126-38ec6548f6b2 {{(pid=91545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:34:56.791018 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port d5055c6c-68b3-4114-b126-38ec6548f6b2, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d5055c6c-68b3-4114-b126-38ec6548f6b2,segment=NetworkSegment(9edd3490-2211-4e40-abb2-f78356dd68be),segment_id=9edd3490-2211-4e40-abb2-f78356dd68be)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:34:56.796207 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:56.798105 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-55a33a89-24cb-4767-940f-6ba885311d5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:56.874878 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:56.878840 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=d5055c6c-68b3-4114-b126-38ec6548f6b2,revision_number=4']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:56.882486 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:56.889605 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d5c33-4a30-4d0f-bd08-cbca4e53dc4a req-ec98f99f-69d9-4e20-ba2c-07cb421c5a3d tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:56.891160 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-cd1d5c33-4a30-4d0f-bd08-cbca4e53dc4a req-ec98f99f-69d9-4e20-ba2c-07cb421c5a3d tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4078dc-5b2d-4444-a681-35d82c89c5fb HTTP/1.1" status: 200 len: 945 time: 0.0913360 May 21 15:34:56.945859 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-cd1d5c33-4a30-4d0f-bd08-cbca4e53dc4a req-832f616b-f610-4a22-958b-e612540930aa tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478587 May 21 15:34:57.063100 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['d5055c6c-68b3-4114-b126-38ec6548f6b2'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:34:58.139085 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd06243-fdcb-4755-aa80-180c9357eb49 req-51d82eba-0496-46d2-b938-ce984a2dac0d tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:58.140578 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7bd06243-fdcb-4755-aa80-180c9357eb49 req-51d82eba-0496-46d2-b938-ce984a2dac0d tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4078dc-5b2d-4444-a681-35d82c89c5fb HTTP/1.1" status: 200 len: 945 time: 0.0880659 May 21 15:34:58.186915 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-7bd06243-fdcb-4755-aa80-180c9357eb49 req-a9ca6e69-48ac-4aa4-88d8-e19d821fbdae tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 May 21 15:34:58.517353 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device d5055c6c-68b3-4114-b126-38ec6548f6b2 up at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:34:58.589984 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning for port d5055c6c-68b3-4114-b126-38ec6548f6b2 completed by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:34:58.594607 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Provisioning complete for port d5055c6c-68b3-4114-b126-38ec6548f6b2 triggered by entity L2. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:34:58.594978 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:58.712760 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:58.741159 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4078dc-5b2d-4444-a681-35d82c89c5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5055c6c-68b3-4114-b126-38ec6548f6b2'}] {{(pid=91545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:34:58.751527 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] For port d5055c6c-68b3-4114-b126-38ec6548f6b2, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d5055c6c-68b3-4114-b126-38ec6548f6b2,segment=NetworkSegment(9edd3490-2211-4e40-abb2-f78356dd68be),segment_id=9edd3490-2211-4e40-abb2-f78356dd68be)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:34:58.757107 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481'] for port, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:58.759540 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:58.789533 dv-cinder-792642-1-smb neutron-server[91545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4078dc-5b2d-4444-a681-35d82c89c5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5055c6c-68b3-4114-b126-38ec6548f6b2', 'code': 200} May 21 15:34:58.828652 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Pushing event updated for resources: {'Port': ['ID=d5055c6c-68b3-4114-b126-38ec6548f6b2,revision_number=5']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:58.832165 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:59.024972 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549336d-b6f2-4fc7-acb8-01600ffc3e04 req-a4c72f4b-b4ba-4e9f-9098-d6b1c75b3f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:59.026446 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5549336d-b6f2-4fc7-acb8-01600ffc3e04 req-a4c72f4b-b4ba-4e9f-9098-d6b1c75b3f37 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f4078dc-5b2d-4444-a681-35d82c89c5fb HTTP/1.1" status: 200 len: 1099 time: 0.0713720 May 21 15:34:59.069165 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-5549336d-b6f2-4fc7-acb8-01600ffc3e04 req-ccd4bd1f-9c97-459c-868a-0c89a14495d6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354457 May 21 15:34:59.377929 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553ec93-270d-4d0f-b43c-f008ee9fccb6 req-d4726b7b-8746-418b-bce9-aca43544bc4f tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:59.379595 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5553ec93-270d-4d0f-b43c-f008ee9fccb6 req-d4726b7b-8746-418b-bce9-aca43544bc4f tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4078dc-5b2d-4444-a681-35d82c89c5fb HTTP/1.1" status: 200 len: 946 time: 0.0828352 May 21 15:34:59.428676 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5553ec93-270d-4d0f-b43c-f008ee9fccb6 req-f01924f6-8c46-4e59-9033-7284a1ea9293 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432749 May 21 15:35:00.624218 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b61e1-d54b-49a3-800c-82587f945101 req-389a36f8-6886-4356-834c-98f55f5b88bc tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:00.625612 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3d4b61e1-d54b-49a3-800c-82587f945101 req-389a36f8-6886-4356-834c-98f55f5b88bc tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4078dc-5b2d-4444-a681-35d82c89c5fb HTTP/1.1" status: 200 len: 946 time: 0.0881240 May 21 15:35:00.673495 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-3d4b61e1-d54b-49a3-800c-82587f945101 req-d480a909-195b-48b9-94d2-6bf83a797863 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416396 May 21 15:35:01.819122 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebaee6-bc7e-44b5-a599-8aa8d3f470fe req-29d76d6c-946a-45fd-84e3-9dcdeabebb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:01.820590 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b6ebaee6-bc7e-44b5-a599-8aa8d3f470fe req-29d76d6c-946a-45fd-84e3-9dcdeabebb98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=886f83bbe8e149029826cc1c4d13b962&device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 1137 time: 0.1433737 May 21 15:35:01.824094 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f53015-c6c3-4c4f-929d-d3597cbbaa51 req-907216d6-668c-4439-88f1-5e842c28f62a tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:01.824561 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-27f53015-c6c3-4c4f-929d-d3597cbbaa51 req-907216d6-668c-4439-88f1-5e842c28f62a tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4078dc-5b2d-4444-a681-35d82c89c5fb HTTP/1.1" status: 200 len: 946 time: 0.0865328 May 21 15:35:01.833042 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78977959-a6a9-458c-b709-503e71b74e3c req-7cc4c218-3738-48ff-a65c-06dc22550ff0 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:01.834559 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-78977959-a6a9-458c-b709-503e71b74e3c req-7cc4c218-3738-48ff-a65c-06dc22550ff0 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 984 time: 0.1205580 May 21 15:35:01.875649 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-27f53015-c6c3-4c4f-929d-d3597cbbaa51 req-2c7b822b-990d-4a43-a994-5351e8bd1fe8 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435624 May 21 15:35:01.965099 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-78977959-a6a9-458c-b709-503e71b74e3c req-f7c87351-f90c-41e7-b963-b1cdffd39351 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=40997c84-2a3b-45f2-add3-866c564a1e03&id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105859 May 21 15:35:02.000111 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebaee6-bc7e-44b5-a599-8aa8d3f470fe req-1ce7af8c-b286-4bdf-8e0f-19956fe742bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:02.001593 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b6ebaee6-bc7e-44b5-a599-8aa8d3f470fe req-1ce7af8c-b286-4bdf-8e0f-19956fe742bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d9e570c-72fe-4425-9147-98c5eb947b2a HTTP/1.1" status: 200 len: 916 time: 0.1661947 May 21 15:35:02.110909 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b6ebaee6-bc7e-44b5-a599-8aa8d3f470fe req-f284f0d4-3c61-4c0e-b18d-963e2b02381a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f1fb33-59d1-41b1-be22-8761897522b4 HTTP/1.1" status: 200 len: 1001 time: 0.0984056 May 21 15:35:02.183239 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebaee6-bc7e-44b5-a599-8aa8d3f470fe req-d95eeaa3-dd19-4cdc-b6ba-16d5a7678bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:02.184848 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b6ebaee6-bc7e-44b5-a599-8aa8d3f470fe req-d95eeaa3-dd19-4cdc-b6ba-16d5a7678bb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=458e2514-ffb6-4c2c-923f-a6696ee96451 HTTP/1.1" status: 200 len: 854 time: 0.0633461 May 21 15:35:02.363162 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebaee6-bc7e-44b5-a599-8aa8d3f470fe req-87ea234f-11c6-47d4-9e34-944a671779b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:02.365258 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b6ebaee6-bc7e-44b5-a599-8aa8d3f470fe req-87ea234f-11c6-47d4-9e34-944a671779b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d9e570c-72fe-4425-9147-98c5eb947b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1721532 May 21 15:35:02.499582 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b6ebaee6-bc7e-44b5-a599-8aa8d3f470fe req-404047da-977f-49de-8323-38093e1e69d5 service neutron] 10.222.0.44 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259918 May 21 15:35:02.640267 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-b6ebaee6-bc7e-44b5-a599-8aa8d3f470fe req-4f1e1741-2022-4781-bfc8-5634f4229118 service neutron] 10.222.0.44 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274166 May 21 15:35:03.062079 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395a478-a698-4efb-9868-ec7a82341e09 req-bfa080be-d48e-4e5a-9e34-b227e3394f42 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:03.063586 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-4395a478-a698-4efb-9868-ec7a82341e09 req-bfa080be-d48e-4e5a-9e34-b227e3394f42 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4078dc-5b2d-4444-a681-35d82c89c5fb HTTP/1.1" status: 200 len: 946 time: 0.0809696 May 21 15:35:03.121218 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-4395a478-a698-4efb-9868-ec7a82341e09 req-b532b2b0-0a38-4ac3-8cbf-816cfefb4073 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec18d071-a659-4451-a9d0-fbb864334091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509419 May 21 15:35:03.171328 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716ffa0-01f6-461b-a153-e8066a251be6 req-5268f4b6-6949-4ab8-b9fc-02c2c4d20c47 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:03.172739 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1716ffa0-01f6-461b-a153-e8066a251be6 req-5268f4b6-6949-4ab8-b9fc-02c2c4d20c47 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 984 time: 0.1001458 May 21 15:35:03.221203 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1716ffa0-01f6-461b-a153-e8066a251be6 req-19696b74-e776-4385-8040-07735a8fefb6 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=40997c84-2a3b-45f2-add3-866c564a1e03&id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419192 May 21 15:35:03.340329 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5f888-3e00-4275-9cb7-2eb819643d85 req-3f9a791f-2271-42cf-ae9d-7836cdcbbf58 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:03.341787 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ecf5f888-3e00-4275-9cb7-2eb819643d85 req-3f9a791f-2271-42cf-ae9d-7836cdcbbf58 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4078dc-5b2d-4444-a681-35d82c89c5fb HTTP/1.1" status: 200 len: 946 time: 0.0839899 May 21 15:35:03.482135 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-ecf5f888-3e00-4275-9cb7-2eb819643d85 req-4a0f4a94-3da0-4896-bbbd-bdcb1666f0f0 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Deleting port d5055c6c-68b3-4114-b126-38ec6548f6b2 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:35:03.482400 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ecf5f888-3e00-4275-9cb7-2eb819643d85 req-4a0f4a94-3da0-4896-bbbd-bdcb1666f0f0 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:03.621463 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-ecf5f888-3e00-4275-9cb7-2eb819643d85 req-4a0f4a94-3da0-4896-bbbd-bdcb1666f0f0 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] For port d5055c6c-68b3-4114-b126-38ec6548f6b2, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d5055c6c-68b3-4114-b126-38ec6548f6b2,segment=NetworkSegment(9edd3490-2211-4e40-abb2-f78356dd68be),segment_id=9edd3490-2211-4e40-abb2-f78356dd68be)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:03.621810 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ecf5f888-3e00-4275-9cb7-2eb819643d85 req-4a0f4a94-3da0-4896-bbbd-bdcb1666f0f0 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:03.742431 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-ecf5f888-3e00-4275-9cb7-2eb819643d85 req-4a0f4a94-3da0-4896-bbbd-bdcb1666f0f0 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Calling delete_port for d5055c6c-68b3-4114-b126-38ec6548f6b2 owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:35:03.853753 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ecf5f888-3e00-4275-9cb7-2eb819643d85 req-4a0f4a94-3da0-4896-bbbd-bdcb1666f0f0 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:03.861688 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-58267c9b-9f2a-4ce1-988a-5ec93b6dfe16 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:03.866619 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['d5055c6c-68b3-4114-b126-38ec6548f6b2'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:35:03.911186 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f4a94-3da0-4896-bbbd-bdcb1666f0f0 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Pushing event deleted for resources: {'Port': ['ID=d5055c6c-68b3-4114-b126-38ec6548f6b2,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:03.914556 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-4a0f4a94-3da0-4896-bbbd-bdcb1666f0f0 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:03.984268 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf5f888-3e00-4275-9cb7-2eb819643d85 req-4a0f4a94-3da0-4896-bbbd-bdcb1666f0f0 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] No DVR routers for this DVR port d5055c6c-68b3-4114-b126-38ec6548f6b2 on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:35:03.986921 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-ecf5f888-3e00-4275-9cb7-2eb819643d85 req-4a0f4a94-3da0-4896-bbbd-bdcb1666f0f0 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:03.990179 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4078dc-5b2d-4444-a681-35d82c89c5fb', 'name': 'network-vif-deleted', 'tag': 'd5055c6c-68b3-4114-b126-38ec6548f6b2'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:04.007042 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-ecf5f888-3e00-4275-9cb7-2eb819643d85 req-4a0f4a94-3da0-4896-bbbd-bdcb1666f0f0 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.44 "DELETE /v2.0/ports/d5055c6c-68b3-4114-b126-38ec6548f6b2 HTTP/1.1" status: 204 len: 173 time: 0.6575639 May 21 15:35:04.038951 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4078dc-5b2d-4444-a681-35d82c89c5fb', 'name': 'network-vif-deleted', 'tag': 'd5055c6c-68b3-4114-b126-38ec6548f6b2', 'status': 'completed', 'code': 200} May 21 15:35:04.307684 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-85062a9a-ffbc-4318-abe9-b7991f330617 req-0139252c-83ea-49da-972f-74e1e4e959f3 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Synchronizing usage tracker for tenant:49c363a373ac401292c18ff19adadec8 on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:35:04.326753 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-85062a9a-ffbc-4318-abe9-b7991f330617 req-0139252c-83ea-49da-972f-74e1e4e959f3 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Unset dirty status for tenant:49c363a373ac401292c18ff19adadec8 on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:35:04.328350 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-85062a9a-ffbc-4318-abe9-b7991f330617 req-0139252c-83ea-49da-972f-74e1e4e959f3 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4078dc-5b2d-4444-a681-35d82c89c5fb HTTP/1.1" status: 200 len: 210 time: 0.0663183 May 21 15:35:04.416961 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00403c27-316a-4deb-90da-3dd251df3302 req-f0f395ff-5012-4f2c-8f12-7d22dcfbba56 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:04.418512 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-00403c27-316a-4deb-90da-3dd251df3302 req-f0f395ff-5012-4f2c-8f12-7d22dcfbba56 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 984 time: 0.0856893 May 21 15:35:04.475804 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-00403c27-316a-4deb-90da-3dd251df3302 req-02ed7467-08b8-4f47-a3a8-9538e16de2de tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=40997c84-2a3b-45f2-add3-866c564a1e03&id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511348 May 21 15:35:05.687808 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79828b-2c00-48e7-9cff-60acdc6bca2d req-b211b4db-e64e-41c8-9b8d-16517f21a7c6 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:05.689399 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cb79828b-2c00-48e7-9cff-60acdc6bca2d req-b211b4db-e64e-41c8-9b8d-16517f21a7c6 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 984 time: 0.0895667 May 21 15:35:05.739409 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-cb79828b-2c00-48e7-9cff-60acdc6bca2d req-0568f2f1-72c7-4c7e-b633-b2ac4d7857fa tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=40997c84-2a3b-45f2-add3-866c564a1e03&id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434401 May 21 15:35:06.539312 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device d5055c6c-68b3-4114-b126-38ec6548f6b2 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:35:06.577942 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: d5055c6c-68b3-4114-b126-38ec6548f6b2 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:35:06.578300 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device d5055c6c-68b3-4114-b126-38ec6548f6b2 not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:35:06.934623 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e6d7b-b54c-42d5-aa88-92d11ff371a2 req-33eb1bc2-2c95-4dc2-bf91-165f181ed30b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:06.936040 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-614e6d7b-b54c-42d5-aa88-92d11ff371a2 req-33eb1bc2-2c95-4dc2-bf91-165f181ed30b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 984 time: 0.0902472 May 21 15:35:06.983196 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-614e6d7b-b54c-42d5-aa88-92d11ff371a2 req-523b9a5b-44e4-4cbd-8c6b-9d1796b1af61 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=40997c84-2a3b-45f2-add3-866c564a1e03&id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411167 May 21 15:35:08.241647 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e491ca0-c392-4660-881a-8f01bbd642c5 req-f6c9c205-2504-4a92-89b2-7b27efbeeed3 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:08.243431 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5e491ca0-c392-4660-881a-8f01bbd642c5 req-f6c9c205-2504-4a92-89b2-7b27efbeeed3 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 984 time: 0.0993347 May 21 15:35:08.297762 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5e491ca0-c392-4660-881a-8f01bbd642c5 req-74a29e87-f853-4350-bee1-201dc836f1b4 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=40997c84-2a3b-45f2-add3-866c564a1e03&id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464923 May 21 15:35:08.744563 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 35966) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:09.071674 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-c21109e8-c526-46f8-aba0-365f14e19ef8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Deleting port f17af6db-fdc1-49fc-ac0e-8fcbf41d7d92 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:35:09.072027 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c21109e8-c526-46f8-aba0-365f14e19ef8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.300441 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c21109e8-c526-46f8-aba0-365f14e19ef8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.300775 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c21109e8-c526-46f8-aba0-365f14e19ef8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.366863 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.442270 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-c21109e8-c526-46f8-aba0-365f14e19ef8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Calling delete_port for f17af6db-fdc1-49fc-ac0e-8fcbf41d7d92 owned by network:floatingip {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:35:09.735632 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c21109e8-c526-46f8-aba0-365f14e19ef8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.748061 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-64ed9bac-e3c9-4ce7-85f2-750dec2bd55d tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:09.820895 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21109e8-c526-46f8-aba0-365f14e19ef8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Pushing event deleted for resources: {'Port': ['ID=f17af6db-fdc1-49fc-ac0e-8fcbf41d7d92,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:09.859929 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c21109e8-c526-46f8-aba0-365f14e19ef8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:09.962058 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc02042-1e68-4257-8c11-09fc485f7e08 req-5a29190e-0996-4c79-aefb-9029fe64cd8b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:09.963582 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7bc02042-1e68-4257-8c11-09fc485f7e08 req-5a29190e-0996-4c79-aefb-9029fe64cd8b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 984 time: 0.3368168 May 21 15:35:09.974584 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c21109e8-c526-46f8-aba0-365f14e19ef8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for floatingip, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.974944 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.db.l3_db [None req-c21109e8-c526-46f8-aba0-365f14e19ef8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Floating IP ee2fae0f-5059-4c7c-910b-2d3197cb894c disassociated (deleted). External IP: 172.28.3.101, port: 65c4f45c-649c-4636-8415-c70b071fb444. May 21 15:35:10.131325 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-7bc02042-1e68-4257-8c11-09fc485f7e08 req-a487dc52-afb8-4e1a-a897-3f07a9fd5385 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=40997c84-2a3b-45f2-add3-866c564a1e03&id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932169 May 21 15:35:10.427172 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21109e8-c526-46f8-aba0-365f14e19ef8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:35:10.630390 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21109e8-c526-46f8-aba0-365f14e19ef8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:35:10.642975 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9ad9c5-9a1d-419a-bf5b-53cdf93450ac None None] Sync routers for ids ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:35:10.654623 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9ad9c5-9a1d-419a-bf5b-53cdf93450ac None None] Routers {'32a5c52b-ebb5-4f30-a92b-02a1dc25363f'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:10.655191 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-2b9ad9c5-9a1d-419a-bf5b-53cdf93450ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:34:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:10.670854 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-c21109e8-c526-46f8-aba0-365f14e19ef8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for floatingip, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:10.739427 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-c21109e8-c526-46f8-aba0-365f14e19ef8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "DELETE /v2.0/floatingips/ee2fae0f-5059-4c7c-910b-2d3197cb894c HTTP/1.1" status: 204 len: 168 time: 1.9920864 May 21 15:35:10.740273 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'tag': '65c4f45c-649c-4636-8415-c70b071fb444'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:10.792933 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'tag': '65c4f45c-649c-4636-8415-c70b071fb444', 'status': 'completed', 'code': 200} May 21 15:35:10.925033 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-2b9ad9c5-9a1d-419a-bf5b-53cdf93450ac None None] Set router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:10.935062 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3552e79-7e27-4675-b80d-196e884519f3 req-7f96709a-3b64-4043-b877-edbeb1aae004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:10.941342 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d3552e79-7e27-4675-b80d-196e884519f3 req-7f96709a-3b64-4043-b877-edbeb1aae004 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ca5c84a94db45a6a63e098cb79925de&device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 1098 time: 0.1228044 May 21 15:35:11.352163 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3552e79-7e27-4675-b80d-196e884519f3 req-84e9f504-8f90-424d-8984-4421ab0336ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:11.354230 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d3552e79-7e27-4675-b80d-196e884519f3 req-84e9f504-8f90-424d-8984-4421ab0336ef service neutron] 10.222.0.44 "GET /v2.0/networks?id=45459d29-f01a-43cc-b074-dcb45df5f164 HTTP/1.1" status: 200 len: 910 time: 0.4064720 May 21 15:35:11.398853 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-2b9ad9c5-9a1d-419a-bf5b-53cdf93450ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'name': 'tempest-TestShelveInstance-1256527798-router', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '393a8215-d573-41ac-8790-405acbf0bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:27Z', 'updated_at': '2021-05-21T15:30:34Z', 'revision_number': 4, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'gw_port': {'id': '393a8215-d573-41ac-8790-405acbf0bf15', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:28Z', 'updated_at': '2021-05-21T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': 'e1625cdf-ef65-4703-b10b-6dee7902e0b0', 'name': '', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'mac_address': 'fa:16:3e:36:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:32Z', 'updated_at': '2021-05-21T15:30:44Z', 'revision_number': 5, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'subnets': [{'id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:11.403902 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9ad9c5-9a1d-419a-bf5b-53cdf93450ac None None] Checking router: 32a5c52b-ebb5-4f30-a92b-02a1dc25363f for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:35:11.420608 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9ad9c5-9a1d-419a-bf5b-53cdf93450ac None None] Routers {'32a5c52b-ebb5-4f30-a92b-02a1dc25363f'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:11.421431 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-2b9ad9c5-9a1d-419a-bf5b-53cdf93450ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:34:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:11.421601 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a60e9-2c35-4e74-9322-39b56edab3c8 req-b3572a2b-0618-4e34-8ab8-dd7f5cdf9c80 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:11.423763 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f89a60e9-2c35-4e74-9322-39b56edab3c8 req-b3572a2b-0618-4e34-8ab8-dd7f5cdf9c80 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 984 time: 0.1516337 May 21 15:35:11.436376 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d3552e79-7e27-4675-b80d-196e884519f3 req-713e3e18-9560-4e4e-bcc2-ee17d102b307 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65c4f45c-649c-4636-8415-c70b071fb444 HTTP/1.1" status: 200 len: 217 time: 0.0739219 May 21 15:35:11.526010 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-f89a60e9-2c35-4e74-9322-39b56edab3c8 req-e045fc6e-9e87-451f-947e-44b8f37b2b66 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=40997c84-2a3b-45f2-add3-866c564a1e03&id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881608 May 21 15:35:11.574905 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584f786-74f8-42a4-9a19-7899e34a4d53 req-a897b5dc-72df-4516-aadc-ffd7e797dca8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:11.576473 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-a584f786-74f8-42a4-9a19-7899e34a4d53 req-a897b5dc-72df-4516-aadc-ffd7e797dca8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Synchronizing usage tracker for tenant:4ca5c84a94db45a6a63e098cb79925de on resource:port {{(pid=91543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:35:11.611085 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3552e79-7e27-4675-b80d-196e884519f3 req-cff60618-180d-461e-8283-b21eae369bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:11.614154 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d3552e79-7e27-4675-b80d-196e884519f3 req-cff60618-180d-461e-8283-b21eae369bb9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=638c139f-3d70-4ba4-995b-ecdba83fa06b HTTP/1.1" status: 200 len: 848 time: 0.1660013 May 21 15:35:11.622706 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.quota.resource [req-a584f786-74f8-42a4-9a19-7899e34a4d53 req-a897b5dc-72df-4516-aadc-ffd7e797dca8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Unset dirty status for tenant:4ca5c84a94db45a6a63e098cb79925de on resource:port {{(pid=91543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:35:11.624567 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a584f786-74f8-42a4-9a19-7899e34a4d53 req-a897b5dc-72df-4516-aadc-ffd7e797dca8 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.3549933 May 21 15:35:11.741839 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a584f786-74f8-42a4-9a19-7899e34a4d53 req-9ad199a8-e5df-4093-932c-b2381cf5b6c2 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505271 May 21 15:35:11.766822 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-2b9ad9c5-9a1d-419a-bf5b-53cdf93450ac None None] Set router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:11.776815 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3552e79-7e27-4675-b80d-196e884519f3 req-14046eb6-b72f-4fd2-b375-89ee6884503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:11.778452 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d3552e79-7e27-4675-b80d-196e884519f3 req-14046eb6-b72f-4fd2-b375-89ee6884503c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45459d29-f01a-43cc-b074-dcb45df5f164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1519868 May 21 15:35:11.978324 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d3552e79-7e27-4675-b80d-196e884519f3 req-127965c8-95f3-490d-94d9-fa0489ceb046 service neutron] 10.222.0.44 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905818 May 21 15:35:12.168492 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-d3552e79-7e27-4675-b80d-196e884519f3 req-e9020e27-4471-46ff-8714-1b1a1dd23c8c service neutron] 10.222.0.44 "GET /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792774 May 21 15:35:12.217864 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-2b9ad9c5-9a1d-419a-bf5b-53cdf93450ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'name': 'tempest-TestShelveInstance-1256527798-router', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '393a8215-d573-41ac-8790-405acbf0bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:27Z', 'updated_at': '2021-05-21T15:30:34Z', 'revision_number': 4, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'gw_port': {'id': '393a8215-d573-41ac-8790-405acbf0bf15', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:28Z', 'updated_at': '2021-05-21T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': 'e1625cdf-ef65-4703-b10b-6dee7902e0b0', 'name': '', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'mac_address': 'fa:16:3e:36:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:32Z', 'updated_at': '2021-05-21T15:30:44Z', 'revision_number': 5, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'subnets': [{'id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:12.222379 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9ad9c5-9a1d-419a-bf5b-53cdf93450ac None None] The sync data for ids ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'] in dv-cinder-792642-1-smb is: [{'id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'name': 'tempest-TestShelveInstance-1256527798-router', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '393a8215-d573-41ac-8790-405acbf0bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:27Z', 'updated_at': '2021-05-21T15:30:34Z', 'revision_number': 4, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'gw_port': {'id': '393a8215-d573-41ac-8790-405acbf0bf15', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:28Z', 'updated_at': '2021-05-21T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': 'e1625cdf-ef65-4703-b10b-6dee7902e0b0', 'name': '', 'network_id': '45459d29-f01a-43cc-b074-dcb45df5f164', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'mac_address': 'fa:16:3e:36:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:32Z', 'updated_at': '2021-05-21T15:30:44Z', 'revision_number': 5, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'subnets': [{'id': '638c139f-3d70-4ba4-995b-ecdba83fa06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:35:12.320441 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcbf79-d8b2-4fff-b7df-e2101cbd8726 req-8a7bf6e8-21d6-4c77-87e1-9976022f521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:12.321978 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4cfcbf79-d8b2-4fff-b7df-e2101cbd8726 req-8a7bf6e8-21d6-4c77-87e1-9976022f521a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=886f83bbe8e149029826cc1c4d13b962&device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 1137 time: 0.0942936 May 21 15:35:12.534707 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcbf79-d8b2-4fff-b7df-e2101cbd8726 req-e4b8628b-1a6d-4672-a2fb-3b11e4632b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:12.537054 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4cfcbf79-d8b2-4fff-b7df-e2101cbd8726 req-e4b8628b-1a6d-4672-a2fb-3b11e4632b2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d9e570c-72fe-4425-9147-98c5eb947b2a HTTP/1.1" status: 200 len: 916 time: 0.1850474 May 21 15:35:12.653576 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0b1020-93b3-456d-a4b9-bd1d138c688f None None] New status for floating IP ee2fae0f-5059-4c7c-910b-2d3197cb894c: DOWN {{(pid=91546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:35:12.743397 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4cfcbf79-d8b2-4fff-b7df-e2101cbd8726 req-17ed5eff-610d-4b30-aa53-9216a16b43d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f1fb33-59d1-41b1-be22-8761897522b4 HTTP/1.1" status: 200 len: 1001 time: 0.1940444 May 21 15:35:12.810046 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d14d9-df19-4edf-9b80-626b357788c9 req-36e39032-6276-444d-968a-ebcc023cc19f tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:12.813667 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a01d14d9-df19-4edf-9b80-626b357788c9 req-36e39032-6276-444d-968a-ebcc023cc19f tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 984 time: 0.1252570 May 21 15:35:12.822891 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c61e9f-81b6-4060-83fb-2a79aec9a4b5 req-5f91d73a-0e0c-41f6-882e-4a02db2378c1 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:12.824749 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-48c61e9f-81b6-4060-83fb-2a79aec9a4b5 req-5f91d73a-0e0c-41f6-882e-4a02db2378c1 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.44 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.1925073 May 21 15:35:12.912713 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a01d14d9-df19-4edf-9b80-626b357788c9 req-fd0ff06c-4548-45b6-9ee8-e4797659f277 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=40997c84-2a3b-45f2-add3-866c564a1e03&id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912058 May 21 15:35:13.015941 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcbf79-d8b2-4fff-b7df-e2101cbd8726 req-847300ca-8077-4323-bff0-daba493f887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:13.017907 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4cfcbf79-d8b2-4fff-b7df-e2101cbd8726 req-847300ca-8077-4323-bff0-daba493f887b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=458e2514-ffb6-4c2c-923f-a6696ee96451 HTTP/1.1" status: 200 len: 854 time: 0.2599726 May 21 15:35:13.206351 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70188f2-4bed-4208-b5d9-6197529d487d req-56f07149-fd44-480a-a516-dd66654dbe17 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:13.208423 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a70188f2-4bed-4208-b5d9-6197529d487d req-56f07149-fd44-480a-a516-dd66654dbe17 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 945 time: 0.2827287 May 21 15:35:13.221260 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcbf79-d8b2-4fff-b7df-e2101cbd8726 req-84ea72a7-c6d0-4a6c-a9f6-16a2e5b835d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:13.222807 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4cfcbf79-d8b2-4fff-b7df-e2101cbd8726 req-84ea72a7-c6d0-4a6c-a9f6-16a2e5b835d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d9e570c-72fe-4425-9147-98c5eb947b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1924219 May 21 15:35:13.267569 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-48c61e9f-81b6-4060-83fb-2a79aec9a4b5 req-170b8b03-df02-4cd3-91ad-a14537a57efb tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Deleting port 65c4f45c-649c-4636-8415-c70b071fb444 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:35:13.267966 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-48c61e9f-81b6-4060-83fb-2a79aec9a4b5 req-170b8b03-df02-4cd3-91ad-a14537a57efb tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:13.592826 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a70188f2-4bed-4208-b5d9-6197529d487d req-59853f48-bd23-4487-9345-7485d995b4aa tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a3e4732-1d45-434b-abd3-383cea95626d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3693109 May 21 15:35:13.691426 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4cfcbf79-d8b2-4fff-b7df-e2101cbd8726 req-740db22b-f90d-4730-96a7-176c1a840599 service neutron] 10.222.0.44 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550867 May 21 15:35:13.731454 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-48c61e9f-81b6-4060-83fb-2a79aec9a4b5 req-170b8b03-df02-4cd3-91ad-a14537a57efb tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] For port 65c4f45c-649c-4636-8415-c70b071fb444, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=65c4f45c-649c-4636-8415-c70b071fb444,segment=NetworkSegment(491a5f29-122f-4d0d-8025-0348a1253d9e),segment_id=491a5f29-122f-4d0d-8025-0348a1253d9e)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:13.731454 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-48c61e9f-81b6-4060-83fb-2a79aec9a4b5 req-170b8b03-df02-4cd3-91ad-a14537a57efb tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:13.924583 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-48c61e9f-81b6-4060-83fb-2a79aec9a4b5 req-170b8b03-df02-4cd3-91ad-a14537a57efb tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Calling delete_port for 65c4f45c-649c-4636-8415-c70b071fb444 owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:35:13.999909 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-4cfcbf79-d8b2-4fff-b7df-e2101cbd8726 req-cef46248-39c6-4580-8c29-daa24156a306 service neutron] 10.222.0.44 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960980 May 21 15:35:14.138885 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-48c61e9f-81b6-4060-83fb-2a79aec9a4b5 req-170b8b03-df02-4cd3-91ad-a14537a57efb tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:14.140007 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2971058-1c6d-48b9-8a45-3725a8aec1d8 req-9e4e8c7b-e3ea-40fa-81ab-ec0e963fcdf0 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:14.142029 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a2971058-1c6d-48b9-8a45-3725a8aec1d8 req-9e4e8c7b-e3ea-40fa-81ab-ec0e963fcdf0 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 984 time: 0.0966377 May 21 15:35:14.157998 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-68309601-7a66-46e6-a448-79daee1a06de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:14.211963 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-a2971058-1c6d-48b9-8a45-3725a8aec1d8 req-1ee734a9-92f8-4dc9-993f-58a177839c2c tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=40997c84-2a3b-45f2-add3-866c564a1e03&id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629504 May 21 15:35:14.218574 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b8b03-df02-4cd3-91ad-a14537a57efb tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Pushing event deleted for resources: {'Port': ['ID=65c4f45c-649c-4636-8415-c70b071fb444,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:14.265171 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-170b8b03-df02-4cd3-91ad-a14537a57efb tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:14.336590 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c61e9f-81b6-4060-83fb-2a79aec9a4b5 req-170b8b03-df02-4cd3-91ad-a14537a57efb tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] No DVR routers for this DVR port 65c4f45c-649c-4636-8415-c70b071fb444 on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:35:14.340421 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-48c61e9f-81b6-4060-83fb-2a79aec9a4b5 req-170b8b03-df02-4cd3-91ad-a14537a57efb tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:14.344047 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'name': 'network-vif-deleted', 'tag': '65c4f45c-649c-4636-8415-c70b071fb444'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:14.373113 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-48c61e9f-81b6-4060-83fb-2a79aec9a4b5 req-170b8b03-df02-4cd3-91ad-a14537a57efb tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.44 "DELETE /v2.0/ports/65c4f45c-649c-4636-8415-c70b071fb444 HTTP/1.1" status: 204 len: 173 time: 1.5386987 May 21 15:35:14.417773 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90acad65-fe0a-457e-8685-f98d2c1cba17', 'name': 'network-vif-deleted', 'tag': '65c4f45c-649c-4636-8415-c70b071fb444', 'status': 'completed', 'code': 200} May 21 15:35:14.814463 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-bc14d5a0-9332-4543-9ddf-45621275a484 req-d18f4ade-5ecf-4ae7-b8db-5b00e4abd3b1 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "GET /v2.0/ports?device_id=90acad65-fe0a-457e-8685-f98d2c1cba17 HTTP/1.1" status: 200 len: 210 time: 0.0665131 May 21 15:35:15.476524 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f293e-cc41-43c8-92d0-33425697a6aa req-e116701e-bb9f-43d5-8c56-1e5e9e9cd893 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:15.478448 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-774f293e-cc41-43c8-92d0-33425697a6aa req-e116701e-bb9f-43d5-8c56-1e5e9e9cd893 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 984 time: 0.1038437 May 21 15:35:15.587466 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-774f293e-cc41-43c8-92d0-33425697a6aa req-2faa9b81-c989-4e79-8ea4-40b9f3d7d936 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=40997c84-2a3b-45f2-add3-866c564a1e03&id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018040 May 21 15:35:15.945636 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36030) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:16.032254 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7e952905-ae99-456a-b2ca-dbcac93d5b35 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:16.078542 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7e952905-ae99-456a-b2ca-dbcac93d5b35 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:16.170490 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7e952905-ae99-456a-b2ca-dbcac93d5b35 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:16.179666 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f10fcff7-b1c8-426d-b7f8-12551b1a6a3e tempest-AttachVolumeTestJSON-1893887813 tempest-AttachVolumeTestJSON-1893887813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:16.194730 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e952905-ae99-456a-b2ca-dbcac93d5b35 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3e4732-1d45-434b-abd3-383cea95626d,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:16.197359 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-7e952905-ae99-456a-b2ca-dbcac93d5b35 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:16.204461 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-7e952905-ae99-456a-b2ca-dbcac93d5b35 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:16.233464 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-7e952905-ae99-456a-b2ca-dbcac93d5b35 tempest-TestShelveInstance-297330601 tempest-TestShelveInstance-297330601-project] 10.222.0.42 "DELETE /v2.0/security-groups/2a3e4732-1d45-434b-abd3-383cea95626d HTTP/1.1" status: 204 len: 168 time: 0.2705946 May 21 15:35:16.288945 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 36040) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:16.628235 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 65c4f45c-649c-4636-8415-c70b071fb444 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:35:16.780752 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: 65c4f45c-649c-4636-8415-c70b071fb444 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:35:16.781835 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 65c4f45c-649c-4636-8415-c70b071fb444 not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:35:17.026615 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0cf66-0b61-46fa-8d54-b471cb74465d req-78fea0e6-fa54-4ae6-bf6a-b24adbb3fcbc tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:17.028468 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5ed0cf66-0b61-46fa-8d54-b471cb74465d req-78fea0e6-fa54-4ae6-bf6a-b24adbb3fcbc tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 984 time: 0.1996408 May 21 15:35:17.173693 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5ed0cf66-0b61-46fa-8d54-b471cb74465d req-e8c46bf5-607c-41c0-9d7b-6b8ec4ef7083 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=40997c84-2a3b-45f2-add3-866c564a1e03&id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354833 May 21 15:35:17.358008 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7ce11bb4-d6dc-47b6-a27b-e45d372d6581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596944'] for router_interface, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:17.888674 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-7ce11bb4-d6dc-47b6-a27b-e45d372d6581 admin admin] Deleting port e1625cdf-ef65-4703-b10b-6dee7902e0b0 {{(pid=91544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:35:17.889216 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7ce11bb4-d6dc-47b6-a27b-e45d372d6581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:18.042409 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.db [None req-7ce11bb4-d6dc-47b6-a27b-e45d372d6581 admin admin] For port e1625cdf-ef65-4703-b10b-6dee7902e0b0, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=e1625cdf-ef65-4703-b10b-6dee7902e0b0,segment=NetworkSegment(491a5f29-122f-4d0d-8025-0348a1253d9e),segment_id=491a5f29-122f-4d0d-8025-0348a1253d9e)] {{(pid=91544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:18.042959 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7ce11bb4-d6dc-47b6-a27b-e45d372d6581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:18.211964 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-7ce11bb4-d6dc-47b6-a27b-e45d372d6581 admin admin] Calling delete_port for e1625cdf-ef65-4703-b10b-6dee7902e0b0 owned by network:router_interface {{(pid=91544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:35:18.408074 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40210a92-9f31-4111-93ad-daf58cd84b60 req-3f6ed373-e4e8-4605-b9eb-24b41eb81cce tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:18.419318 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-40210a92-9f31-4111-93ad-daf58cd84b60 req-3f6ed373-e4e8-4605-b9eb-24b41eb81cce tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 984 time: 0.1247525 May 21 15:35:18.469351 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-40210a92-9f31-4111-93ad-daf58cd84b60 req-dd79d12d-2a23-4f9a-921b-36474ad8f961 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=40997c84-2a3b-45f2-add3-866c564a1e03&id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486693 May 21 15:35:18.717849 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7ce11bb4-d6dc-47b6-a27b-e45d372d6581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506920'] for port, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:18.722622 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-478f84d6-0b80-488c-b051-9076900b6a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:18.764169 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce11bb4-d6dc-47b6-a27b-e45d372d6581 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1625cdf-ef65-4703-b10b-6dee7902e0b0,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:18.768695 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-7ce11bb4-d6dc-47b6-a27b-e45d372d6581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:19.225660 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7ce11bb4-d6dc-47b6-a27b-e45d372d6581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596924'] for router_interface, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:19.775752 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce11bb4-d6dc-47b6-a27b-e45d372d6581 admin admin] Router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:35:19.869188 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ed652-ec71-4495-8975-a017d8d2e001 req-d91b25b0-acee-44a9-8051-b339fd914150 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:19.871341 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-215ed652-ec71-4495-8975-a017d8d2e001 req-d91b25b0-acee-44a9-8051-b339fd914150 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 984 time: 0.2441173 May 21 15:35:20.005268 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-215ed652-ec71-4495-8975-a017d8d2e001 req-3a52a424-7efe-40a3-9f8a-b26e785cbc5c tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=40997c84-2a3b-45f2-add3-866c564a1e03&id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1255071 May 21 15:35:20.049012 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce11bb4-d6dc-47b6-a27b-e45d372d6581 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:35:20.059890 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7264fa18-e87d-4e58-be26-db49567a5e0c None None] Sync routers for ids ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:35:20.072684 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7264fa18-e87d-4e58-be26-db49567a5e0c None None] Routers {'32a5c52b-ebb5-4f30-a92b-02a1dc25363f'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:20.073759 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-7264fa18-e87d-4e58-be26-db49567a5e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:34:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:20.079956 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-7ce11bb4-d6dc-47b6-a27b-e45d372d6581 admin admin] 10.222.0.42 "PUT /v2.0/routers/32a5c52b-ebb5-4f30-a92b-02a1dc25363f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7883649 May 21 15:35:20.083241 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 36072) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:20.334350 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bdecd444-9d5a-40de-b60f-5089a24067e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:20.393078 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-7264fa18-e87d-4e58-be26-db49567a5e0c None None] Set router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:20.797328 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-7264fa18-e87d-4e58-be26-db49567a5e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'name': 'tempest-TestShelveInstance-1256527798-router', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '393a8215-d573-41ac-8790-405acbf0bf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:27Z', 'updated_at': '2021-05-21T15:35:18Z', 'revision_number': 5, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'gw_port': {'id': '393a8215-d573-41ac-8790-405acbf0bf15', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:28Z', 'updated_at': '2021-05-21T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:20.802711 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7264fa18-e87d-4e58-be26-db49567a5e0c None None] Checking router: 32a5c52b-ebb5-4f30-a92b-02a1dc25363f for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:35:20.806879 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bdecd444-9d5a-40de-b60f-5089a24067e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:20.812421 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7264fa18-e87d-4e58-be26-db49567a5e0c None None] Routers {'32a5c52b-ebb5-4f30-a92b-02a1dc25363f'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:20.813087 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-7264fa18-e87d-4e58-be26-db49567a5e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:34:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:20.896395 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-bdecd444-9d5a-40de-b60f-5089a24067e6 admin admin] Deleting port 393a8215-d573-41ac-8790-405acbf0bf15 {{(pid=91544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:35:20.897132 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bdecd444-9d5a-40de-b60f-5089a24067e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:20.992311 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-7264fa18-e87d-4e58-be26-db49567a5e0c None None] Set router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f gateway port host: None {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:21.176500 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-7264fa18-e87d-4e58-be26-db49567a5e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'name': 'tempest-TestShelveInstance-1256527798-router', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:27Z', 'updated_at': '2021-05-21T15:35:20Z', 'revision_number': 6, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'gw_port_host': None}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:21.181517 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.db [None req-bdecd444-9d5a-40de-b60f-5089a24067e6 admin admin] For port 393a8215-d573-41ac-8790-405acbf0bf15, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=393a8215-d573-41ac-8790-405acbf0bf15,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:21.181890 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7264fa18-e87d-4e58-be26-db49567a5e0c None None] The sync data for ids ['32a5c52b-ebb5-4f30-a92b-02a1dc25363f'] in dv-cinder-792642-1-smb is: [{'id': '32a5c52b-ebb5-4f30-a92b-02a1dc25363f', 'name': 'tempest-TestShelveInstance-1256527798-router', 'tenant_id': '4ca5c84a94db45a6a63e098cb79925de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:27Z', 'updated_at': '2021-05-21T15:35:20Z', 'revision_number': 6, 'project_id': '4ca5c84a94db45a6a63e098cb79925de', 'gw_port_host': None}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:35:21.182135 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bdecd444-9d5a-40de-b60f-5089a24067e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:21.361320 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-bdecd444-9d5a-40de-b60f-5089a24067e6 admin admin] Calling delete_port for 393a8215-d573-41ac-8790-405acbf0bf15 owned by network:router_gateway {{(pid=91544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:35:21.505927 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-936e8ac4-44db-46db-8adf-3a519dec9bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:21.586666 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bdecd444-9d5a-40de-b60f-5089a24067e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506920'] for port, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:21.592376 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-2bccecb2-d58f-4651-b66c-60b2854df34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:21.665192 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecd444-9d5a-40de-b60f-5089a24067e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=393a8215-d573-41ac-8790-405acbf0bf15,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:21.670855 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-bdecd444-9d5a-40de-b60f-5089a24067e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:21.787018 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bdecd444-9d5a-40de-b60f-5089a24067e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928821'] for router_gateway, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:21.976542 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bdecd444-9d5a-40de-b60f-5089a24067e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4670'] for router, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:21.979035 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bdecd444-9d5a-40de-b60f-5089a24067e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:22.008213 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bdecd444-9d5a-40de-b60f-5089a24067e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-926169'] for router, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:22.008721 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdecd444-9d5a-40de-b60f-5089a24067e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32a5c52b-ebb5-4f30-a92b-02a1dc25363f {{(pid=91544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:35:22.024755 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-bdecd444-9d5a-40de-b60f-5089a24067e6 admin admin] Notify callbacks [] for router, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:22.025213 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-bdecd444-9d5a-40de-b60f-5089a24067e6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/32a5c52b-ebb5-4f30-a92b-02a1dc25363f HTTP/1.1" status: 204 len: 168 time: 1.9405830 May 21 15:35:22.027650 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 36084) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:22.091951 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6b2f91-ebf3-423c-8812-c7154c690cc5 admin admin] Deleting subnet 638c139f-3d70-4ba4-995b-ecdba83fa06b {{(pid=91544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:35:22.095331 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5b6b2f91-ebf3-423c-8812-c7154c690cc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:22.162336 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5b6b2f91-ebf3-423c-8812-c7154c690cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1519829'] for subnet, precommit_delete_associations {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:22.364902 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5b6b2f91-ebf3-423c-8812-c7154c690cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8313785'] for subnet, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:22.512772 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 393a8215-d573-41ac-8790-405acbf0bf15 no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:35:22.566512 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: 393a8215-d573-41ac-8790-405acbf0bf15 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:35:22.567157 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 393a8215-d573-41ac-8790-405acbf0bf15 not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:35:22.567741 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device e1625cdf-ef65-4703-b10b-6dee7902e0b0 no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:35:22.616709 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: e1625cdf-ef65-4703-b10b-6dee7902e0b0 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:35:22.617349 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device e1625cdf-ef65-4703-b10b-6dee7902e0b0 not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:35:22.859859 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5b6b2f91-ebf3-423c-8812-c7154c690cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8313776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3100040'] for subnet, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:22.891380 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:22.929579 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-5b6b2f91-ebf3-423c-8812-c7154c690cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:22.939277 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b2f91-ebf3-423c-8812-c7154c690cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=638c139f-3d70-4ba4-995b-ecdba83fa06b,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:22.944990 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-5b6b2f91-ebf3-423c-8812-c7154c690cc5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/638c139f-3d70-4ba4-995b-ecdba83fa06b HTTP/1.1" status: 204 len: 168 time: 0.9139466 May 21 15:35:22.945230 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 36092) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:22.960075 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4c4cf6-1c65-4b99-88f3-18c87c842351 None None] Network 45459d29-f01a-43cc-b074-dcb45df5f164 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:35:22.964510 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-5b6b2f91-ebf3-423c-8812-c7154c690cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:23.081611 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8351994'] for network, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:23.182851 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Deleting port f2b40d45-876c-4692-9c78-69c27b1eadd9 {{(pid=91544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:35:23.183238 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:23.325146 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32736eba-12e9-4c7d-bd50-94391600289d None None] DHCP port deletion for 45459d29-f01a-43cc-b074-dcb45df5f164 request from dv-cinder-792642-1-smb {{(pid=91545) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:35:23.423415 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.db [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] For port f2b40d45-876c-4692-9c78-69c27b1eadd9, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=f2b40d45-876c-4692-9c78-69c27b1eadd9,segment=NetworkSegment(491a5f29-122f-4d0d-8025-0348a1253d9e),segment_id=491a5f29-122f-4d0d-8025-0348a1253d9e)] {{(pid=91544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:23.426677 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:23.435803 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-32736eba-12e9-4c7d-bd50-94391600289d None None] Deleting port f2b40d45-876c-4692-9c78-69c27b1eadd9 {{(pid=91545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:35:23.436421 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-32736eba-12e9-4c7d-bd50-94391600289d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:23.556372 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-32736eba-12e9-4c7d-bd50-94391600289d None None] For port f2b40d45-876c-4692-9c78-69c27b1eadd9, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=f2b40d45-876c-4692-9c78-69c27b1eadd9,segment=NetworkSegment(491a5f29-122f-4d0d-8025-0348a1253d9e),segment_id=491a5f29-122f-4d0d-8025-0348a1253d9e)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:23.557820 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-32736eba-12e9-4c7d-bd50-94391600289d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:23.565510 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Calling delete_port for f2b40d45-876c-4692-9c78-69c27b1eadd9 owned by network:dhcp {{(pid=91544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:35:23.657935 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506920'] for port, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:23.665002 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-4cee6b8f-41f2-457e-8b3e-2b07d78b8ce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:23.718602 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-32736eba-12e9-4c7d-bd50-94391600289d None None] Calling delete_port for f2b40d45-876c-4692-9c78-69c27b1eadd9 owned by network:dhcp {{(pid=91545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:35:23.719350 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b40d45-876c-4692-9c78-69c27b1eadd9,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:23.725306 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:23.726122 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] No DVR routers for this DVR port f2b40d45-876c-4692-9c78-69c27b1eadd9 on host dv-cinder-792642-1-smb {{(pid=91544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:35:23.764899 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-32736eba-12e9-4c7d-bd50-94391600289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427'] for port, after_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:23.774005 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:23.829638 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32736eba-12e9-4c7d-bd50-94391600289d None None] Pushing event deleted for resources: {'Port': ['ID=f2b40d45-876c-4692-9c78-69c27b1eadd9,revision_number=None']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:23.838429 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-32736eba-12e9-4c7d-bd50-94391600289d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:23.839537 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32736eba-12e9-4c7d-bd50-94391600289d None None] No DVR routers for this DVR port f2b40d45-876c-4692-9c78-69c27b1eadd9 on host dv-cinder-792642-1-smb {{(pid=91545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:35:23.862496 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:23.865778 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314112', 'neutron.services.segments.db._delete_segments_for_network-8788723347577'] for network, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:23.883031 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45459d29-f01a-43cc-b074-dcb45df5f164']}} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:23.899097 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491a5f29-122f-4d0d-8025-0348a1253d9e') {'for_net_delete': True} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:23.899979 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491a5f29-122f-4d0d-8025-0348a1253d9e') {} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:23.913029 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788723246605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1519820'] for segment, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:23.931052 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:23.942326 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=91544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:35:23.942808 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506971'] for segment, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: Traceback (most recent call last): May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: timer() May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: cb(*args, **kw) May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: return func(*args, **kwargs) May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: self._notify() May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: self.callback(batched_events) May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: event.method(event) May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: return f(self, *a, **k) May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: return self._get(url).json() May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: return self.request(url, 'GET', **kwargs) May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:35:23.955965 dv-cinder-792642-1-smb neutron-server[91544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:35:24.037629 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928976'] for network, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:24.042595 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:24.046328 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:24.071730 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Pushing event deleted for resources: {'Network': ['ID=45459d29-f01a-43cc-b074-dcb45df5f164,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:24.074152 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:24.082730 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] 10.222.0.42 "DELETE /v2.0/networks/45459d29-f01a-43cc-b074-dcb45df5f164 HTTP/1.1" status: 204 len: 168 time: 1.1355619 May 21 15:35:24.085558 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 36114) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:24.157023 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-951a7936-dbac-4be0-9629-6df0cfa4ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:24.446188 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device f2b40d45-876c-4692-9c78-69c27b1eadd9 no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:35:24.482014 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: f2b40d45-876c-4692-9c78-69c27b1eadd9 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:35:24.482362 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device f2b40d45-876c-4692-9c78-69c27b1eadd9 not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:35:24.680256 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3dff4fa0-f5f7-4701-a2a8-a3fee2aeedfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596944'] for router_interface, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:25.049479 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:25.224533 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-3dff4fa0-f5f7-4701-a2a8-a3fee2aeedfe admin admin] Deleting port 6f83ac41-10d6-4648-9142-79f82d0dd0ba {{(pid=91544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:35:25.225106 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3dff4fa0-f5f7-4701-a2a8-a3fee2aeedfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:25.356301 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.db [None req-3dff4fa0-f5f7-4701-a2a8-a3fee2aeedfe admin admin] For port 6f83ac41-10d6-4648-9142-79f82d0dd0ba, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=6f83ac41-10d6-4648-9142-79f82d0dd0ba,segment=NetworkSegment(3af2c135-f81f-4cfc-a2d2-64ce3201a7a2),segment_id=3af2c135-f81f-4cfc-a2d2-64ce3201a7a2)] {{(pid=91544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:25.356664 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3dff4fa0-f5f7-4701-a2a8-a3fee2aeedfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:25.486384 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-3dff4fa0-f5f7-4701-a2a8-a3fee2aeedfe admin admin] Calling delete_port for 6f83ac41-10d6-4648-9142-79f82d0dd0ba owned by network:router_interface {{(pid=91544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:35:25.669840 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3dff4fa0-f5f7-4701-a2a8-a3fee2aeedfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506920'] for port, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:25.676253 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-78e63939-e84c-4d9d-9cf0-aadd5dfede49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:25.724377 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff4fa0-f5f7-4701-a2a8-a3fee2aeedfe admin admin] Pushing event deleted for resources: {'Port': ['ID=6f83ac41-10d6-4648-9142-79f82d0dd0ba,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:25.753072 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-3dff4fa0-f5f7-4701-a2a8-a3fee2aeedfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:25.999361 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-3dff4fa0-f5f7-4701-a2a8-a3fee2aeedfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596924'] for router_interface, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:26.365509 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dff4fa0-f5f7-4701-a2a8-a3fee2aeedfe admin admin] Router 937a86bf-fd69-432e-81ac-172831696704 has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:35:26.597620 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36180) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:26.662978 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_v2 [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Deleting subnet 642f42d5-1fdc-426e-8643-a27fbad637a7 {{(pid=91543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:35:26.666927 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:26.667253 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dff4fa0-f5f7-4701-a2a8-a3fee2aeedfe admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:35:26.677572 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe181282-15dd-4c35-94ec-378630829ec6 None None] Sync routers for ids ['937a86bf-fd69-432e-81ac-172831696704'] in dv-cinder-792642-1-smb {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:35:26.688320 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-3dff4fa0-f5f7-4701-a2a8-a3fee2aeedfe admin admin] 10.222.0.42 "PUT /v2.0/routers/937a86bf-fd69-432e-81ac-172831696704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5993772 May 21 15:35:26.688544 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe181282-15dd-4c35-94ec-378630829ec6 None None] Routers {'937a86bf-fd69-432e-81ac-172831696704'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:26.688644 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 36184) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:26.688733 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-fe181282-15dd-4c35-94ec-378630829ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:35:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['937a86bf-fd69-432e-81ac-172831696704'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:26.734509 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567083'] for subnet, precommit_delete_associations {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:26.797496 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8313785'] for subnet, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:26.855917 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:26.871985 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-fe181282-15dd-4c35-94ec-378630829ec6 None None] Set router 937a86bf-fd69-432e-81ac-172831696704 gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:26.945602 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6fb235cf-9029-4903-8030-8a72ed1d219f admin admin] Notify callbacks [] for router, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.064531 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8313776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2439644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617633'] for subnet, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.070735 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:27.108960 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=642f42d5-1fdc-426e-8643-a27fbad637a7,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:27.119324 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.122288 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:27.122663 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:27.123022 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:27.123372 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:27.123723 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:27.124073 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:27.124420 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:27.124759 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:27.125124 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:27.125465 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:27.125803 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:27.126139 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:27.134868 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:27.137818 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-4883fd73-f861-46be-8e6f-efbaf631eefd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/642f42d5-1fdc-426e-8643-a27fbad637a7 HTTP/1.1" status: 204 len: 168 time: 0.5391731 May 21 15:35:27.140264 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36190) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:27.142430 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6fb235cf-9029-4903-8030-8a72ed1d219f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.191842 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-fe181282-15dd-4c35-94ec-378630829ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a86bf-fd69-432e-81ac-172831696704', 'name': 'tempest-TestShelveInstance-1620133665-router', 'tenant_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '6546bf78-671c-44f4-a9a7-6e61852d9c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:40Z', 'updated_at': '2021-05-21T15:35:25Z', 'revision_number': 5, 'project_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'gw_port': {'id': '6546bf78-671c-44f4-a9a7-6e61852d9c79', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a86bf-fd69-432e-81ac-172831696704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:30:42Z', 'updated_at': '2021-05-21T15:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:27.196112 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe181282-15dd-4c35-94ec-378630829ec6 None None] Checking router: 937a86bf-fd69-432e-81ac-172831696704 for host: dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:35:27.205176 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe181282-15dd-4c35-94ec-378630829ec6 None None] Routers {'937a86bf-fd69-432e-81ac-172831696704'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:27.205786 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-fe181282-15dd-4c35-94ec-378630829ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:35:24Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['937a86bf-fd69-432e-81ac-172831696704'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:27.223059 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-6fb235cf-9029-4903-8030-8a72ed1d219f admin admin] Deleting port 6546bf78-671c-44f4-a9a7-6e61852d9c79 {{(pid=91544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:35:27.223452 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6fb235cf-9029-4903-8030-8a72ed1d219f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.248037 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-2d92bea0-8464-42a0-b828-dbc9361f55eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8351994'] for network, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.367307 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.db [None req-6fb235cf-9029-4903-8030-8a72ed1d219f admin admin] For port 6546bf78-671c-44f4-a9a7-6e61852d9c79, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=6546bf78-671c-44f4-a9a7-6e61852d9c79,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:27.367896 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-fe181282-15dd-4c35-94ec-378630829ec6 None None] Set router 937a86bf-fd69-432e-81ac-172831696704 gateway port host: None {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:27.368022 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6fb235cf-9029-4903-8030-8a72ed1d219f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.475159 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-fe181282-15dd-4c35-94ec-378630829ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a86bf-fd69-432e-81ac-172831696704', 'name': 'tempest-TestShelveInstance-1620133665-router', 'tenant_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:40Z', 'updated_at': '2021-05-21T15:35:27Z', 'revision_number': 6, 'project_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'gw_port_host': None}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:27.479176 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe181282-15dd-4c35-94ec-378630829ec6 None None] The sync data for ids ['937a86bf-fd69-432e-81ac-172831696704'] in dv-cinder-792642-1-smb is: [{'id': '937a86bf-fd69-432e-81ac-172831696704', 'name': 'tempest-TestShelveInstance-1620133665-router', 'tenant_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:30:40Z', 'updated_at': '2021-05-21T15:35:27Z', 'revision_number': 6, 'project_id': 'dc78115c7cdf4d958f7d70887461f9ab', 'gw_port_host': None}] {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:35:27.481946 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-2d92bea0-8464-42a0-b828-dbc9361f55eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314112', 'neutron.services.segments.db._delete_segments_for_network-8788723347577'] for network, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.496137 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-2d92bea0-8464-42a0-b828-dbc9361f55eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a300e405-d66f-4d1d-877a-1d05da0102ae']}} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:27.501245 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-6fb235cf-9029-4903-8030-8a72ed1d219f admin admin] Calling delete_port for 6546bf78-671c-44f4-a9a7-6e61852d9c79 owned by network:router_gateway {{(pid=91544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:35:27.514350 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-2d92bea0-8464-42a0-b828-dbc9361f55eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9edd3490-2211-4e40-abb2-f78356dd68be') {'for_net_delete': True} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:27.514790 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-2d92bea0-8464-42a0-b828-dbc9361f55eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9edd3490-2211-4e40-abb2-f78356dd68be') {} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:27.526961 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-2d92bea0-8464-42a0-b828-dbc9361f55eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788723246605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567090'] for segment, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.542930 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-2d92bea0-8464-42a0-b828-dbc9361f55eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.548900 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d92bea0-8464-42a0-b828-dbc9361f55eb admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=91543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:35:27.549281 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-2d92bea0-8464-42a0-b828-dbc9361f55eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2439554'] for segment, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: Traceback (most recent call last): May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: timer() May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: cb(*args, **kw) May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: return func(*args, **kwargs) May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: self._notify() May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: self.callback(batched_events) May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: event.method(event) May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: return f(self, *a, **k) May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: return self._get(url).json() May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: return self.request(url, 'GET', **kwargs) May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:35:27.562800 dv-cinder-792642-1-smb neutron-server[91543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:35:27.651522 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-2d92bea0-8464-42a0-b828-dbc9361f55eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928976'] for network, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.655631 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:27.662158 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6fb235cf-9029-4903-8030-8a72ed1d219f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506920'] for port, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.666054 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e4f17921-a584-45bd-bfd4-f30dfe3b8335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:27.669200 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-2d92bea0-8464-42a0-b828-dbc9361f55eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.679878 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92bea0-8464-42a0-b828-dbc9361f55eb admin admin] Pushing event deleted for resources: {'Network': ['ID=a300e405-d66f-4d1d-877a-1d05da0102ae,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:27.683128 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-2d92bea0-8464-42a0-b828-dbc9361f55eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:27.694358 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-2d92bea0-8464-42a0-b828-dbc9361f55eb admin admin] 10.222.0.42 "DELETE /v2.0/networks/a300e405-d66f-4d1d-877a-1d05da0102ae HTTP/1.1" status: 204 len: 168 time: 0.5530593 May 21 15:35:27.715439 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb235cf-9029-4903-8030-8a72ed1d219f admin admin] Pushing event deleted for resources: {'Port': ['ID=6546bf78-671c-44f4-a9a7-6e61852d9c79,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:27.718424 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-6fb235cf-9029-4903-8030-8a72ed1d219f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:27.811338 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6fb235cf-9029-4903-8030-8a72ed1d219f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928821'] for router_gateway, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.817417 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36196) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:27.883075 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-00ebbe13-e3fd-47aa-ad8f-fb55d5c85c1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49c363a373ac401292c18ff19adadec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610762 May 21 15:35:27.885433 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36200) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:27.956656 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-52c98304-26bc-4773-a8ca-12d5d5f10af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.984196 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-52c98304-26bc-4773-a8ca-12d5d5f10af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.993446 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6fb235cf-9029-4903-8030-8a72ed1d219f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4670'] for router, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.995894 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6fb235cf-9029-4903-8030-8a72ed1d219f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:28.020209 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6fb235cf-9029-4903-8030-8a72ed1d219f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-926169'] for router, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:28.020714 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb235cf-9029-4903-8030-8a72ed1d219f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 937a86bf-fd69-432e-81ac-172831696704 {{(pid=91544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:35:28.033038 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-6fb235cf-9029-4903-8030-8a72ed1d219f admin admin] Notify callbacks [] for router, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:28.036631 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-6fb235cf-9029-4903-8030-8a72ed1d219f admin admin] 10.222.0.42 "DELETE /v2.0/routers/937a86bf-fd69-432e-81ac-172831696704 HTTP/1.1" status: 204 len: 168 time: 1.3447492 May 21 15:35:28.037102 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 36204) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:28.042533 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-52c98304-26bc-4773-a8ca-12d5d5f10af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:28.050827 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-1a5993f0-c260-4750-923e-d70b3aa83dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:28.074088 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c98304-26bc-4773-a8ca-12d5d5f10af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec18d071-a659-4451-a9d0-fbb864334091,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:28.080331 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-52c98304-26bc-4773-a8ca-12d5d5f10af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:28.091335 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-52c98304-26bc-4773-a8ca-12d5d5f10af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:28.092833 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-52c98304-26bc-4773-a8ca-12d5d5f10af9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec18d071-a659-4451-a9d0-fbb864334091 HTTP/1.1" status: 204 len: 168 time: 0.2064049 May 21 15:35:28.122453 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdafec7-0ab6-4ec1-868c-283ef8db6a66 admin admin] Deleting subnet 93123abc-565a-463c-a05a-f74ee8e5993f {{(pid=91544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:35:28.125615 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7fdafec7-0ab6-4ec1-868c-283ef8db6a66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:28.301856 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7fdafec7-0ab6-4ec1-868c-283ef8db6a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1519829'] for subnet, precommit_delete_associations {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:28.397380 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7fdafec7-0ab6-4ec1-868c-283ef8db6a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8313785'] for subnet, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:28.449747 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 6546bf78-671c-44f4-a9a7-6e61852d9c79 no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:35:28.490284 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: 6546bf78-671c-44f4-a9a7-6e61852d9c79 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:35:28.490930 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 6546bf78-671c-44f4-a9a7-6e61852d9c79 not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:35:28.491519 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 6f83ac41-10d6-4648-9142-79f82d0dd0ba no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:35:28.534368 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: 6f83ac41-10d6-4648-9142-79f82d0dd0ba {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:35:28.535236 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 6f83ac41-10d6-4648-9142-79f82d0dd0ba not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:35:28.675427 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7fdafec7-0ab6-4ec1-868c-283ef8db6a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8313776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3100040'] for subnet, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:28.680446 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-e94157cb-118d-4439-8388-0189537069f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:28.720509 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdafec7-0ab6-4ec1-868c-283ef8db6a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93123abc-565a-463c-a05a-f74ee8e5993f,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:28.722503 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-7fdafec7-0ab6-4ec1-868c-283ef8db6a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for subnet, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:28.726352 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-7fdafec7-0ab6-4ec1-868c-283ef8db6a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:28.728972 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1423a3-a600-4fa1-a89a-b04966193bb0 None None] Network 3b208c70-8951-4b5a-9f66-89a8adcf8ad1 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:35:28.729613 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-7fdafec7-0ab6-4ec1-868c-283ef8db6a66 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/93123abc-565a-463c-a05a-f74ee8e5993f HTTP/1.1" status: 204 len: 168 time: 0.6910322 May 21 15:35:28.732074 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 36210) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:28.842413 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8351994'] for network, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:28.917748 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] Deleting port dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 {{(pid=91544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:35:28.918009 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:28.983595 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97bfe54-a61d-4121-b04b-7b741e2ddd40 None None] DHCP port deletion for 3b208c70-8951-4b5a-9f66-89a8adcf8ad1 request from dv-cinder-792642-1-smb {{(pid=91545) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:35:29.023020 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.db [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] For port dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00,segment=NetworkSegment(3af2c135-f81f-4cfc-a2d2-64ce3201a7a2),segment_id=3af2c135-f81f-4cfc-a2d2-64ce3201a7a2)] {{(pid=91544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:29.023370 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.055132 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-c97bfe54-a61d-4121-b04b-7b741e2ddd40 None None] Deleting port dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 {{(pid=91545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:35:29.055525 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-c97bfe54-a61d-4121-b04b-7b741e2ddd40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.152631 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] Calling delete_port for dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 owned by network:dhcp {{(pid=91544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:35:29.154403 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-c97bfe54-a61d-4121-b04b-7b741e2ddd40 None None] For port dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00,segment=NetworkSegment(3af2c135-f81f-4cfc-a2d2-64ce3201a7a2),segment_id=3af2c135-f81f-4cfc-a2d2-64ce3201a7a2)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:29.154796 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-c97bfe54-a61d-4121-b04b-7b741e2ddd40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.206485 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506920'] for port, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.210403 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-493ad9c2-e126-4cd0-bb3f-d67c59359199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:29.256430 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] No DVR routers for this DVR port dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 on host dv-cinder-792642-1-smb {{(pid=91544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:35:29.282474 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:29.285697 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:29.311833 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-c97bfe54-a61d-4121-b04b-7b741e2ddd40 None None] Calling delete_port for dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 owned by network:dhcp {{(pid=91545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:35:29.354852 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-c97bfe54-a61d-4121-b04b-7b741e2ddd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427'] for port, after_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.358523 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:29.379401 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314112', 'neutron.services.segments.db._delete_segments_for_network-8788723347577'] for network, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.392530 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b208c70-8951-4b5a-9f66-89a8adcf8ad1']}} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:29.400603 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bfe54-a61d-4121-b04b-7b741e2ddd40 None None] Pushing event deleted for resources: {'Port': ['ID=dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00,revision_number=None']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:29.404397 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-c97bfe54-a61d-4121-b04b-7b741e2ddd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:29.406892 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97bfe54-a61d-4121-b04b-7b741e2ddd40 None None] No DVR routers for this DVR port dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 on host dv-cinder-792642-1-smb {{(pid=91545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:35:29.407128 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af2c135-f81f-4cfc-a2d2-64ce3201a7a2') {'for_net_delete': True} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:29.407867 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.services.segments.db [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af2c135-f81f-4cfc-a2d2-64ce3201a7a2') {} {{(pid=91544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:29.422382 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788723246605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1519820'] for segment, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.439578 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.446157 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=91544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:35:29.446553 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506971'] for segment, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: Traceback (most recent call last): May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: timer() May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: cb(*args, **kw) May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: return func(*args, **kwargs) May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: self._notify() May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: self.callback(batched_events) May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: event.method(event) May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: return f(self, *a, **k) May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: return self._get(url).json() May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: return self.request(url, 'GET', **kwargs) May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:35:29.460554 dv-cinder-792642-1-smb neutron-server[91544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:35:29.539033 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928976'] for network, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.543642 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-5177e4ef-5f51-45b1-b6d9-6816dbcf493f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:29.556742 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.569707 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b208c70-8951-4b5a-9f66-89a8adcf8ad1,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:29.573635 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:29.575285 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-81dce4cf-8d42-436b-ab56-3463f65d1159 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3b208c70-8951-4b5a-9f66-89a8adcf8ad1 HTTP/1.1" status: 204 len: 168 time: 0.8423004 May 21 15:35:29.748423 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36216) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:29.799563 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-be7ea92e-d95c-4fe5-8ccb-d545c99f8d0d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ca5c84a94db45a6a63e098cb79925de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496354 May 21 15:35:29.801892 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36220) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:29.862272 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-dec514d1-8479-4f88-8bd9-756675ef030c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.888162 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-dec514d1-8479-4f88-8bd9-756675ef030c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.943849 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-dec514d1-8479-4f88-8bd9-756675ef030c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.947649 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-09cbc6b4-6118-4a25-99d9-aa8605a4464c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:29.962020 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec514d1-8479-4f88-8bd9-756675ef030c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6bd4da-138d-4648-a4e3-4edc5d69ade6,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:29.965552 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-dec514d1-8479-4f88-8bd9-756675ef030c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:29.972564 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-dec514d1-8479-4f88-8bd9-756675ef030c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.976002 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-dec514d1-8479-4f88-8bd9-756675ef030c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd6bd4da-138d-4648-a4e3-4edc5d69ade6 HTTP/1.1" status: 204 len: 168 time: 0.1709759 May 21 15:35:30.314194 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 36228) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:30.365870 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-ac6041ba-0477-413b-85b8-83807beb43e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc78115c7cdf4d958f7d70887461f9ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503669 May 21 15:35:30.368529 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 36232) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:30.430354 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:35:30.433445 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c3127402-d595-41ff-ab1c-f29cfb2dc806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:30.459785 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c3127402-d595-41ff-ab1c-f29cfb2dc806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:30.465668 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:35:30.466028 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device dcb8376f-ce2e-45a5-a7fa-9f2cb4676e00 not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:35:30.512638 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c3127402-d595-41ff-ab1c-f29cfb2dc806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:30.516362 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-150951e9-9e23-4599-ba52-8aafce024a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:30.528257 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3127402-d595-41ff-ab1c-f29cfb2dc806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d772d7f-1ebf-42bc-8f49-c3e19a63f522,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:30.531804 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-c3127402-d595-41ff-ab1c-f29cfb2dc806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:30.535800 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-c3127402-d595-41ff-ab1c-f29cfb2dc806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:30.537016 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-c3127402-d595-41ff-ab1c-f29cfb2dc806 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d772d7f-1ebf-42bc-8f49-c3e19a63f522 HTTP/1.1" status: 204 len: 168 time: 0.1675463 May 21 15:35:31.586959 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:35:39.345401 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:51.497896 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9777-e8f7-4893-ba25-cf23668fea71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:53.826844 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:53.874053 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-bda8c741-361e-4142-b026-d1d27a87cdbe req-395b8f40-cbe6-410c-ae74-596a14c930b4 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1921606147&fields=id&tenant_id=886f83bbe8e149029826cc1c4d13b962 HTTP/1.1" status: 200 len: 267 time: 0.2833915 May 21 15:35:53.959740 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8c741-361e-4142-b026-d1d27a87cdbe req-ea9c5cac-8117-4829-886a-d34d0309a939 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:53.961277 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-bda8c741-361e-4142-b026-d1d27a87cdbe req-ea9c5cac-8117-4829-886a-d34d0309a939 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 984 time: 0.0809686 May 21 15:35:53.972943 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.v2.base [req-bda8c741-361e-4142-b026-d1d27a87cdbe req-88ea7ea3-8418-400e-86ae-f7dde15e68e6 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Request body: {'port': {'security_groups': ['1995edc3-7ecb-422c-b8d9-4f2ce69e0df0']}} {{(pid=91543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:54.094761 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-bda8c741-361e-4142-b026-d1d27a87cdbe req-88ea7ea3-8418-400e-86ae-f7dde15e68e6 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8336467'] for port, before_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.153479 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-4f5fea17-1610-4ef4-ae9b-c1e64a526df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.338875 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-bda8c741-361e-4142-b026-d1d27a87cdbe req-88ea7ea3-8418-400e-86ae-f7dde15e68e6 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] For port 30f1fb33-59d1-41b1-be22-8761897522b4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=30f1fb33-59d1-41b1-be22-8761897522b4,segment=NetworkSegment(2e6bd8a4-5462-42e3-be1a-bb50b1b72a06),segment_id=2e6bd8a4-5462-42e3-be1a-bb50b1b72a06)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:54.364390 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-bda8c741-361e-4142-b026-d1d27a87cdbe req-88ea7ea3-8418-400e-86ae-f7dde15e68e6 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for port, precommit_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.369266 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-bda8c741-361e-4142-b026-d1d27a87cdbe req-88ea7ea3-8418-400e-86ae-f7dde15e68e6 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788723390145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788722892436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788722892481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439654'] for port, after_update {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.378388 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-17216847-fb16-456a-a14c-16708ba3d1a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:54.389122 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['30f1fb33-59d1-41b1-be22-8761897522b4'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:35:54.445570 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8c741-361e-4142-b026-d1d27a87cdbe req-88ea7ea3-8418-400e-86ae-f7dde15e68e6 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:54.446219 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-bda8c741-361e-4142-b026-d1d27a87cdbe req-88ea7ea3-8418-400e-86ae-f7dde15e68e6 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.447660 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-bda8c741-361e-4142-b026-d1d27a87cdbe req-88ea7ea3-8418-400e-86ae-f7dde15e68e6 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "PUT /v2.0/ports/30f1fb33-59d1-41b1-be22-8761897522b4 HTTP/1.1" status: 200 len: 942 time: 0.4801841 May 21 15:35:54.448194 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'tag': '30f1fb33-59d1-41b1-be22-8761897522b4'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:54.457237 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 36246) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:54.470602 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea7ea3-8418-400e-86ae-f7dde15e68e6 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Pushing event updated for resources: {'Port': ['ID=30f1fb33-59d1-41b1-be22-8761897522b4,revision_number=7']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:54.474249 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-88ea7ea3-8418-400e-86ae-f7dde15e68e6 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:54.523996 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['30f1fb33-59d1-41b1-be22-8761897522b4'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:35:54.535907 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'tag': '30f1fb33-59d1-41b1-be22-8761897522b4', 'status': 'completed', 'code': 200} May 21 15:35:54.578612 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.618511 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.651219 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb16ee-6980-4e47-a118-4cd4650b7c08 req-f059e7bf-f48d-40d7-9db1-2c5dc89f1884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:54.652676 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-92bb16ee-6980-4e47-a118-4cd4650b7c08 req-f059e7bf-f48d-40d7-9db1-2c5dc89f1884 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=886f83bbe8e149029826cc1c4d13b962&device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 1098 time: 0.0915911 May 21 15:35:54.715064 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.726658 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-164afc29-9eb8-4837-bd43-bfe9ac8fd6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:54.741087 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40997c84-2a3b-45f2-add3-866c564a1e03,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:54.753534 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.provisioning_blocks [None req-07939141-3b3c-4216-af87-21044d5c303b None None] Provisioning complete for port 30f1fb33-59d1-41b1-be22-8761897522b4 triggered by entity DHCP. {{(pid=91545) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:54.753782 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:54.753922 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-07939141-3b3c-4216-af87-21044d5c303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8308363'] for port, provisioning_complete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.754133 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:54.754566 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:54.755126 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:54.755499 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:54.755849 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:54.756336 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:54.756695 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:54.757073 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:54.757422 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:54.757940 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:54.758295 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:54.761807 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:54.764532 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for security_group, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.765858 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-0504fc89-f3c2-4c12-8022-e97202ac4a48 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "DELETE /v2.0/security-groups/40997c84-2a3b-45f2-add3-866c564a1e03 HTTP/1.1" status: 204 len: 168 time: 0.3082716 May 21 15:35:54.768534 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.wsgi [-] (91544) accepted ('10.222.0.42', 36250) {{(pid=91544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:54.816448 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb16ee-6980-4e47-a118-4cd4650b7c08 req-7f33535d-6dbb-4d5d-ae35-dc4e1f2aa382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:54.818337 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-92bb16ee-6980-4e47-a118-4cd4650b7c08 req-7f33535d-6dbb-4d5d-ae35-dc4e1f2aa382 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d9e570c-72fe-4425-9147-98c5eb947b2a HTTP/1.1" status: 200 len: 916 time: 0.1571236 May 21 15:35:54.936020 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-92bb16ee-6980-4e47-a118-4cd4650b7c08 req-f6b91831-0f71-431b-a4e3-68d2b6e79f31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f1fb33-59d1-41b1-be22-8761897522b4 HTTP/1.1" status: 200 len: 1001 time: 0.1096735 May 21 15:35:55.003271 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb16ee-6980-4e47-a118-4cd4650b7c08 req-a70fc0d6-9f08-430c-830b-32815ca224d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:55.004728 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-92bb16ee-6980-4e47-a118-4cd4650b7c08 req-a70fc0d6-9f08-430c-830b-32815ca224d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=458e2514-ffb6-4c2c-923f-a6696ee96451 HTTP/1.1" status: 200 len: 854 time: 0.0612516 May 21 15:35:55.052896 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.090790 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb16ee-6980-4e47-a118-4cd4650b7c08 req-4dd2619c-dc5b-4289-852b-86f38dc9c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:55.092532 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-92bb16ee-6980-4e47-a118-4cd4650b7c08 req-4dd2619c-dc5b-4289-852b-86f38dc9c530 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d9e570c-72fe-4425-9147-98c5eb947b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799942 May 21 15:35:55.180214 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-36760b1d-0d4c-435d-8e3c-38074059bf2b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Deleting port e41b89cb-7f1b-436e-82ab-fe320b5369e3 {{(pid=91544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:35:55.180214 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-36760b1d-0d4c-435d-8e3c-38074059bf2b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.227542 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-92bb16ee-6980-4e47-a118-4cd4650b7c08 req-c4708287-1a64-4efe-a7d9-27a428daf68e service neutron] 10.222.0.44 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278832 May 21 15:35:55.308657 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-36760b1d-0d4c-435d-8e3c-38074059bf2b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.309107 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-36760b1d-0d4c-435d-8e3c-38074059bf2b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.438425 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.plugins.ml2.plugin [None req-36760b1d-0d4c-435d-8e3c-38074059bf2b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Calling delete_port for e41b89cb-7f1b-436e-82ab-fe320b5369e3 owned by network:floatingip {{(pid=91544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:35:55.466266 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-92bb16ee-6980-4e47-a118-4cd4650b7c08 req-0fadbed7-7a29-48fe-8eb9-c344b1bf6475 service neutron] 10.222.0.44 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316785 May 21 15:35:55.581309 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-36760b1d-0d4c-435d-8e3c-38074059bf2b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2506920'] for port, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.585583 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-20eabb69-1dc9-4826-a9da-30dffb0e809d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:55.630339 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36760b1d-0d4c-435d-8e3c-38074059bf2b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Pushing event deleted for resources: {'Port': ['ID=e41b89cb-7f1b-436e-82ab-fe320b5369e3,revision_number=None']} {{(pid=91544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:55.656606 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG oslo_concurrency.lockutils [None req-36760b1d-0d4c-435d-8e3c-38074059bf2b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:55.725046 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-36760b1d-0d4c-435d-8e3c-38074059bf2b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks [] for floatingip, after_delete {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.725379 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.db.l3_db [None req-36760b1d-0d4c-435d-8e3c-38074059bf2b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Floating IP 9551b4c2-1e9b-4d7c-9fe2-29c08d63d52f disassociated (deleted). External IP: 172.28.3.117, port: 30f1fb33-59d1-41b1-be22-8761897522b4. May 21 15:35:56.078916 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36760b1d-0d4c-435d-8e3c-38074059bf2b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:35:56.259050 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36760b1d-0d4c-435d-8e3c-38074059bf2b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:35:56.268179 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56703734-9737-457d-b77f-0cab3d3a59d8 None None] Sync routers for ids ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:35:56.277618 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56703734-9737-457d-b77f-0cab3d3a59d8 None None] Routers {'8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:56.278227 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-56703734-9737-457d-b77f-0cab3d3a59d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:35:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:56.279891 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron_lib.callbacks.manager [None req-36760b1d-0d4c-435d-8e3c-38074059bf2b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for floatingip, before_response {{(pid=91544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:56.341408 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [None req-36760b1d-0d4c-435d-8e3c-38074059bf2b tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "DELETE /v2.0/floatingips/9551b4c2-1e9b-4d7c-9fe2-29c08d63d52f HTTP/1.1" status: 204 len: 168 time: 1.5716836 May 21 15:35:56.342146 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'tag': '30f1fb33-59d1-41b1-be22-8761897522b4'}] {{(pid=91544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:56.421354 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'tag': '30f1fb33-59d1-41b1-be22-8761897522b4', 'status': 'completed', 'code': 200} May 21 15:35:56.474241 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-56703734-9737-457d-b77f-0cab3d3a59d8 None None] Set router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:56.535226 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487395-746e-4ca5-a89b-c8f088a74939 req-72b6d4ba-c390-4aa5-978c-5a257de04224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:56.536713 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-14487395-746e-4ca5-a89b-c8f088a74939 req-72b6d4ba-c390-4aa5-978c-5a257de04224 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=886f83bbe8e149029826cc1c4d13b962&device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 1098 time: 0.0850627 May 21 15:35:56.687667 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487395-746e-4ca5-a89b-c8f088a74939 req-1fd08a43-9e56-4f3e-9bf2-ceb9863c7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:56.689324 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-14487395-746e-4ca5-a89b-c8f088a74939 req-1fd08a43-9e56-4f3e-9bf2-ceb9863c7253 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0d9e570c-72fe-4425-9147-98c5eb947b2a HTTP/1.1" status: 200 len: 916 time: 0.1451972 May 21 15:35:56.819792 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-14487395-746e-4ca5-a89b-c8f088a74939 req-b2392641-b45f-4a17-b108-e7f320c054f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f1fb33-59d1-41b1-be22-8761897522b4 HTTP/1.1" status: 200 len: 217 time: 0.1219296 May 21 15:35:56.873808 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:56.892651 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-56703734-9737-457d-b77f-0cab3d3a59d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'name': 'tempest-TestMinimumBasicScenario-1925274567-router', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:33Z', 'updated_at': '2021-05-21T15:33:38Z', 'revision_number': 4, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'gw_port': {'id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:34Z', 'updated_at': '2021-05-21T15:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '789790d3-d5ab-410a-a2dc-35c1c61373c5', 'name': '', 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'mac_address': 'fa:16:3e:fe:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:37Z', 'updated_at': '2021-05-21T15:33:46Z', 'revision_number': 5, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'subnets': [{'id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:56.899039 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56703734-9737-457d-b77f-0cab3d3a59d8 None None] Checking router: 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:35:56.918715 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56703734-9737-457d-b77f-0cab3d3a59d8 None None] Routers {'8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:56.919508 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-56703734-9737-457d-b77f-0cab3d3a59d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:35:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:56.929785 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487395-746e-4ca5-a89b-c8f088a74939 req-6c3e3a49-a36c-401e-9f24-77b4070fed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:56.932402 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-14487395-746e-4ca5-a89b-c8f088a74939 req-6c3e3a49-a36c-401e-9f24-77b4070fed8a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=458e2514-ffb6-4c2c-923f-a6696ee96451 HTTP/1.1" status: 200 len: 854 time: 0.1063128 May 21 15:35:57.015405 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487395-746e-4ca5-a89b-c8f088a74939 req-7fa1d267-6a7e-4519-9fc8-9d319f0dd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:57.016994 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-14487395-746e-4ca5-a89b-c8f088a74939 req-7fa1d267-6a7e-4519-9fc8-9d319f0dd846 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0d9e570c-72fe-4425-9147-98c5eb947b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769250 May 21 15:35:57.116096 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-56703734-9737-457d-b77f-0cab3d3a59d8 None None] Set router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:57.173927 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-14487395-746e-4ca5-a89b-c8f088a74939 req-6d901ac3-26da-4b88-afa9-c3b0a60c1d13 service neutron] 10.222.0.44 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482615 May 21 15:35:57.316809 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-14487395-746e-4ca5-a89b-c8f088a74939 req-4f009943-01b3-4ed2-a457-c86d2ca9ff6c service neutron] 10.222.0.44 "GET /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364884 May 21 15:35:57.476924 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-56703734-9737-457d-b77f-0cab3d3a59d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'name': 'tempest-TestMinimumBasicScenario-1925274567-router', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:33Z', 'updated_at': '2021-05-21T15:33:38Z', 'revision_number': 4, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'gw_port': {'id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:34Z', 'updated_at': '2021-05-21T15:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '789790d3-d5ab-410a-a2dc-35c1c61373c5', 'name': '', 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'mac_address': 'fa:16:3e:fe:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:37Z', 'updated_at': '2021-05-21T15:33:46Z', 'revision_number': 5, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'subnets': [{'id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:57.481229 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56703734-9737-457d-b77f-0cab3d3a59d8 None None] The sync data for ids ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'] in dv-cinder-792642-1-smb is: [{'id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'name': 'tempest-TestMinimumBasicScenario-1925274567-router', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:33Z', 'updated_at': '2021-05-21T15:33:38Z', 'revision_number': 4, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'gw_port': {'id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:34Z', 'updated_at': '2021-05-21T15:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb', '_interfaces': [{'id': '789790d3-d5ab-410a-a2dc-35c1c61373c5', 'name': '', 'network_id': '0d9e570c-72fe-4425-9147-98c5eb947b2a', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'mac_address': 'fa:16:3e:fe:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:37Z', 'updated_at': '2021-05-21T15:33:46Z', 'revision_number': 5, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'subnets': [{'id': '458e2514-ffb6-4c2c-923f-a6696ee96451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:35:57.695754 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427320b-1c1f-46b0-820f-e0363e7d2df0 None None] New status for floating IP 9551b4c2-1e9b-4d7c-9fe2-29c08d63d52f: DOWN {{(pid=91546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:35:59.871980 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc46a03-4c3c-4b4f-8e65-a158556e5d65 req-db0d13aa-2e2d-4cc8-9835-c09446b1ac74 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:59.872575 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-5dc46a03-4c3c-4b4f-8e65-a158556e5d65 req-db0d13aa-2e2d-4cc8-9835-c09446b1ac74 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Synchronizing usage tracker for tenant:886f83bbe8e149029826cc1c4d13b962 on resource:port {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:35:59.888698 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-5dc46a03-4c3c-4b4f-8e65-a158556e5d65 req-db0d13aa-2e2d-4cc8-9835-c09446b1ac74 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Unset dirty status for tenant:886f83bbe8e149029826cc1c4d13b962 on resource:port {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:35:59.889925 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5dc46a03-4c3c-4b4f-8e65-a158556e5d65 req-db0d13aa-2e2d-4cc8-9835-c09446b1ac74 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 945 time: 0.0960093 May 21 15:35:59.937710 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-5dc46a03-4c3c-4b4f-8e65-a158556e5d65 req-4d451328-474b-409a-b90c-77a7ffdec292 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Synchronizing usage tracker for tenant:886f83bbe8e149029826cc1c4d13b962 on resource:security_group {{(pid=91544) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:35:59.953042 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.quota.resource [req-5dc46a03-4c3c-4b4f-8e65-a158556e5d65 req-4d451328-474b-409a-b90c-77a7ffdec292 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Unset dirty status for tenant:886f83bbe8e149029826cc1c4d13b962 on resource:security_group {{(pid=91544) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:35:59.954181 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-5dc46a03-4c3c-4b4f-8e65-a158556e5d65 req-4d451328-474b-409a-b90c-77a7ffdec292 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581346 May 21 15:36:01.137023 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb718c0-487f-4337-8327-ffea8cf21faf req-fae062e5-60ad-4c45-8df2-9ab3edf1de3d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:01.138490 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1fb718c0-487f-4337-8327-ffea8cf21faf req-fae062e5-60ad-4c45-8df2-9ab3edf1de3d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 945 time: 0.0782435 May 21 15:36:01.182544 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-1fb718c0-487f-4337-8327-ffea8cf21faf req-6b1cdae8-68be-49db-a8a8-890bd1f28bda tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384974 May 21 15:36:01.971144 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa036b-67f3-4fcd-b095-89d3d613d0d0 req-6b1f1000-7a12-4702-b8df-32632b78afb4 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:01.973289 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a7aa036b-67f3-4fcd-b095-89d3d613d0d0 req-6b1f1000-7a12-4702-b8df-32632b78afb4 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 945 time: 0.0823431 May 21 15:36:02.107183 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-a7aa036b-67f3-4fcd-b095-89d3d613d0d0 req-c51d52ea-62a6-472f-a1a3-d01154c1195d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Deleting port 30f1fb33-59d1-41b1-be22-8761897522b4 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:36:02.107527 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-a7aa036b-67f3-4fcd-b095-89d3d613d0d0 req-c51d52ea-62a6-472f-a1a3-d01154c1195d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:02.239342 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [req-a7aa036b-67f3-4fcd-b095-89d3d613d0d0 req-c51d52ea-62a6-472f-a1a3-d01154c1195d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] For port 30f1fb33-59d1-41b1-be22-8761897522b4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=30f1fb33-59d1-41b1-be22-8761897522b4,segment=NetworkSegment(2e6bd8a4-5462-42e3-be1a-bb50b1b72a06),segment_id=2e6bd8a4-5462-42e3-be1a-bb50b1b72a06)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:36:02.239964 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-a7aa036b-67f3-4fcd-b095-89d3d613d0d0 req-c51d52ea-62a6-472f-a1a3-d01154c1195d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:02.366243 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [req-a7aa036b-67f3-4fcd-b095-89d3d613d0d0 req-c51d52ea-62a6-472f-a1a3-d01154c1195d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Calling delete_port for 30f1fb33-59d1-41b1-be22-8761897522b4 owned by compute:nova {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:36:02.479090 dv-cinder-792642-1-smb neutron-server[91544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be145669-bd56-4795-ae16-a8afc9a80d9f req-b877662a-e5d8-4fbb-b8ed-fe063c41ec51 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:02.480709 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-be145669-bd56-4795-ae16-a8afc9a80d9f req-b877662a-e5d8-4fbb-b8ed-fe063c41ec51 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd HTTP/1.1" status: 200 len: 945 time: 0.1939099 May 21 15:36:02.481186 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-a7aa036b-67f3-4fcd-b095-89d3d613d0d0 req-c51d52ea-62a6-472f-a1a3-d01154c1195d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:02.486887 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-8dba9688-752e-4add-a4a7-3584b2486444 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:02.492656 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] get_ports_and_sgs() called for port_ids ['30f1fb33-59d1-41b1-be22-8761897522b4'] {{(pid=91545) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:36:02.530566 dv-cinder-792642-1-smb neutron-server[91544]: INFO neutron.wsgi [req-be145669-bd56-4795-ae16-a8afc9a80d9f req-d24448bb-9e83-4c8b-a7e7-1d313be1de93 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.42 "GET /v2.0/security-groups?id=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441411 May 21 15:36:02.613603 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d52ea-62a6-472f-a1a3-d01154c1195d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Pushing event deleted for resources: {'Port': ['ID=30f1fb33-59d1-41b1-be22-8761897522b4,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:02.617001 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-c51d52ea-62a6-472f-a1a3-d01154c1195d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:02.687842 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7aa036b-67f3-4fcd-b095-89d3d613d0d0 req-c51d52ea-62a6-472f-a1a3-d01154c1195d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] No DVR routers for this DVR port 30f1fb33-59d1-41b1-be22-8761897522b4 on host hv-cinder-79264 {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:36:02.690365 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [req-a7aa036b-67f3-4fcd-b095-89d3d613d0d0 req-c51d52ea-62a6-472f-a1a3-d01154c1195d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-493539'] for port, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:02.693524 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'name': 'network-vif-deleted', 'tag': '30f1fb33-59d1-41b1-be22-8761897522b4'}] {{(pid=91543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:36:02.708954 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [req-a7aa036b-67f3-4fcd-b095-89d3d613d0d0 req-c51d52ea-62a6-472f-a1a3-d01154c1195d tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] 10.222.0.44 "DELETE /v2.0/ports/30f1fb33-59d1-41b1-be22-8761897522b4 HTTP/1.1" status: 204 len: 173 time: 0.7286994 May 21 15:36:02.740090 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7bdf37-7d91-41e7-9db2-5d0d98ee4abd', 'name': 'network-vif-deleted', 'tag': '30f1fb33-59d1-41b1-be22-8761897522b4', 'status': 'completed', 'code': 200} May 21 15:36:04.220296 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36328) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:04.748119 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-bb76c502-c8ca-4fab-9d2d-cbe8ea9f2deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596944'] for router_interface, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:04.865262 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 30f1fb33-59d1-41b1-be22-8761897522b4 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:36:04.902230 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] No Port match for: 30f1fb33-59d1-41b1-be22-8761897522b4 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:36:04.902580 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Device 30f1fb33-59d1-41b1-be22-8761897522b4 not bound to the agent host hv-cinder-79264 {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:36:05.153274 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-bb76c502-c8ca-4fab-9d2d-cbe8ea9f2deb admin admin] Deleting port 789790d3-d5ab-410a-a2dc-35c1c61373c5 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:36:05.153732 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-bb76c502-c8ca-4fab-9d2d-cbe8ea9f2deb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:05.271828 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [None req-bb76c502-c8ca-4fab-9d2d-cbe8ea9f2deb admin admin] For port 789790d3-d5ab-410a-a2dc-35c1c61373c5, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=789790d3-d5ab-410a-a2dc-35c1c61373c5,segment=NetworkSegment(2e6bd8a4-5462-42e3-be1a-bb50b1b72a06),segment_id=2e6bd8a4-5462-42e3-be1a-bb50b1b72a06)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:36:05.272566 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-bb76c502-c8ca-4fab-9d2d-cbe8ea9f2deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:05.390767 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-bb76c502-c8ca-4fab-9d2d-cbe8ea9f2deb admin admin] Calling delete_port for 789790d3-d5ab-410a-a2dc-35c1c61373c5 owned by network:router_interface {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:36:05.768502 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-bb76c502-c8ca-4fab-9d2d-cbe8ea9f2deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:05.773254 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6b36d6eb-cbec-45a8-8d9b-a08c3cd85089 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:05.818310 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76c502-c8ca-4fab-9d2d-cbe8ea9f2deb admin admin] Pushing event deleted for resources: {'Port': ['ID=789790d3-d5ab-410a-a2dc-35c1c61373c5,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:05.849497 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-bb76c502-c8ca-4fab-9d2d-cbe8ea9f2deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:06.083022 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-bb76c502-c8ca-4fab-9d2d-cbe8ea9f2deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596924'] for router_interface, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:06.432403 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb76c502-c8ca-4fab-9d2d-cbe8ea9f2deb admin admin] Router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:36:06.608612 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb76c502-c8ca-4fab-9d2d-cbe8ea9f2deb admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:36:06.617810 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d86766-7b04-4cac-a396-d238d59bb081 None None] Sync routers for ids ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'] in dv-cinder-792642-1-smb {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:36:06.623329 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-bb76c502-c8ca-4fab-9d2d-cbe8ea9f2deb admin admin] 10.222.0.42 "PUT /v2.0/routers/8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3996143 May 21 15:36:06.623547 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36332) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:06.627370 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d86766-7b04-4cac-a396-d238d59bb081 None None] Routers {'8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:36:06.627965 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-38d86766-7b04-4cac-a396-d238d59bb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:35:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:06.795933 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4c50fd39-a640-4a21-ab45-c34891f70939 admin admin] Notify callbacks [] for router, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:06.802437 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-38d86766-7b04-4cac-a396-d238d59bb081 None None] Set router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee gateway port host: dv-cinder-792642-1-smb {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:36:07.082841 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4c50fd39-a640-4a21-ab45-c34891f70939 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.086690 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-38d86766-7b04-4cac-a396-d238d59bb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'name': 'tempest-TestMinimumBasicScenario-1925274567-router', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:33Z', 'updated_at': '2021-05-21T15:36:05Z', 'revision_number': 5, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'gw_port': {'id': '346df8ec-f2c8-426b-a44b-f1b6e93742ef', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:34Z', 'updated_at': '2021-05-21T15:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:07.090892 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d86766-7b04-4cac-a396-d238d59bb081 None None] Checking router: 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee for host: dv-cinder-792642-1-smb {{(pid=91545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:36:07.100753 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d86766-7b04-4cac-a396-d238d59bb081 None None] Routers {'8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:36:07.101474 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-38d86766-7b04-4cac-a396-d238d59bb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:35:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'], 'active': True} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:07.163741 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-4c50fd39-a640-4a21-ab45-c34891f70939 admin admin] Deleting port 346df8ec-f2c8-426b-a44b-f1b6e93742ef {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:36:07.164077 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4c50fd39-a640-4a21-ab45-c34891f70939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.258138 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvr_db [None req-38d86766-7b04-4cac-a396-d238d59bb081 None None] Set router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee gateway port host: None {{(pid=91545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:36:07.284974 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [None req-4c50fd39-a640-4a21-ab45-c34891f70939 admin admin] For port 346df8ec-f2c8-426b-a44b-f1b6e93742ef, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=346df8ec-f2c8-426b-a44b-f1b6e93742ef,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:36:07.285324 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4c50fd39-a640-4a21-ab45-c34891f70939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.361987 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_hamode_db [None req-38d86766-7b04-4cac-a396-d238d59bb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'name': 'tempest-TestMinimumBasicScenario-1925274567-router', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:33Z', 'updated_at': '2021-05-21T15:36:07Z', 'revision_number': 6, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'gw_port_host': None}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:07.366415 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d86766-7b04-4cac-a396-d238d59bb081 None None] The sync data for ids ['8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee'] in dv-cinder-792642-1-smb is: [{'id': '8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee', 'name': 'tempest-TestMinimumBasicScenario-1925274567-router', 'tenant_id': '886f83bbe8e149029826cc1c4d13b962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:33Z', 'updated_at': '2021-05-21T15:36:07Z', 'revision_number': 6, 'project_id': '886f83bbe8e149029826cc1c4d13b962', 'gw_port_host': None}] {{(pid=91545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:36:07.407007 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-4c50fd39-a640-4a21-ab45-c34891f70939 admin admin] Calling delete_port for 346df8ec-f2c8-426b-a44b-f1b6e93742ef owned by network:router_gateway {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:36:07.546028 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4c50fd39-a640-4a21-ab45-c34891f70939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.550231 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-4a0f4a94-3da0-4896-bbbd-bdcb1666f0f0 tempest-VolumesActionsTest-1053415508 tempest-VolumesActionsTest-1053415508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:07.616715 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50fd39-a640-4a21-ab45-c34891f70939 admin admin] Pushing event deleted for resources: {'Port': ['ID=346df8ec-f2c8-426b-a44b-f1b6e93742ef,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:07.618918 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-4c50fd39-a640-4a21-ab45-c34891f70939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:07.686056 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4c50fd39-a640-4a21-ab45-c34891f70939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928821'] for router_gateway, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.864589 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4c50fd39-a640-4a21-ab45-c34891f70939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4670'] for router, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.867007 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4c50fd39-a640-4a21-ab45-c34891f70939 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.888699 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4c50fd39-a640-4a21-ab45-c34891f70939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-926169'] for router, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.889256 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c50fd39-a640-4a21-ab45-c34891f70939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee {{(pid=91543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:36:07.902328 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-4c50fd39-a640-4a21-ab45-c34891f70939 admin admin] Notify callbacks [] for router, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.903471 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-4c50fd39-a640-4a21-ab45-c34891f70939 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8bc2e8e0-fde5-4947-b966-7aaf6d52b2ee HTTP/1.1" status: 204 len: 168 time: 1.2790327 May 21 15:36:07.906009 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36336) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:07.965171 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_v2 [None req-26844354-7022-4529-8acb-1471a099edc8 admin admin] Deleting subnet 458e2514-ffb6-4c2c-923f-a6696ee96451 {{(pid=91543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:36:07.968167 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-26844354-7022-4529-8acb-1471a099edc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.017441 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-26844354-7022-4529-8acb-1471a099edc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567083'] for subnet, precommit_delete_associations {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.137514 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-26844354-7022-4529-8acb-1471a099edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8313785'] for subnet, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.464454 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 789790d3-d5ab-410a-a2dc-35c1c61373c5 no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:36:08.501860 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: 789790d3-d5ab-410a-a2dc-35c1c61373c5 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:36:08.502215 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 789790d3-d5ab-410a-a2dc-35c1c61373c5 not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:36:08.502632 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 346df8ec-f2c8-426b-a44b-f1b6e93742ef no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:36:08.510301 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-26844354-7022-4529-8acb-1471a099edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8313776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2439644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617633'] for subnet, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.514933 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-964219b0-b428-43e8-861e-754bda5791d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:08.539328 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: 346df8ec-f2c8-426b-a44b-f1b6e93742ef {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:36:08.539689 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 346df8ec-f2c8-426b-a44b-f1b6e93742ef not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:36:08.554441 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26844354-7022-4529-8acb-1471a099edc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=458e2514-ffb6-4c2c-923f-a6696ee96451,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:08.557737 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-26844354-7022-4529-8acb-1471a099edc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:08.558602 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-26844354-7022-4529-8acb-1471a099edc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.563882 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406f000c-2615-4dbd-a202-9635bcd1f695 None None] Network 0d9e570c-72fe-4425-9147-98c5eb947b2a requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:36:08.565285 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-26844354-7022-4529-8acb-1471a099edc8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/458e2514-ffb6-4c2c-923f-a6696ee96451 HTTP/1.1" status: 204 len: 168 time: 0.6582923 May 21 15:36:08.568291 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36340) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:08.585517 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:36:08.670811 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8351994'] for network, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.746206 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] Deleting port 1a591e34-f541-4f1c-a73b-28e945e7b43b {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:36:08.746550 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.805424 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] DHCP port deletion for 0d9e570c-72fe-4425-9147-98c5eb947b2a request from dv-cinder-792642-1-smb {{(pid=91545) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:36:08.847882 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] For port 1a591e34-f541-4f1c-a73b-28e945e7b43b, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=1a591e34-f541-4f1c-a73b-28e945e7b43b,segment=NetworkSegment(2e6bd8a4-5462-42e3-be1a-bb50b1b72a06),segment_id=2e6bd8a4-5462-42e3-be1a-bb50b1b72a06)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:36:08.848230 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.905562 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Deleting port 1a591e34-f541-4f1c-a73b-28e945e7b43b {{(pid=91545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:36:08.905941 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.973448 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] Calling delete_port for 1a591e34-f541-4f1c-a73b-28e945e7b43b owned by network:dhcp {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:36:09.003659 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] For port 1a591e34-f541-4f1c-a73b-28e945e7b43b, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=1a591e34-f541-4f1c-a73b-28e945e7b43b,segment=NetworkSegment(2e6bd8a4-5462-42e3-be1a-bb50b1b72a06),segment_id=2e6bd8a4-5462-42e3-be1a-bb50b1b72a06)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:36:09.004053 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:09.019286 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:09.024162 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-83d70363-c9e6-40b4-9f18-5c5b4725e420 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:09.073605 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] No DVR routers for this DVR port 1a591e34-f541-4f1c-a73b-28e945e7b43b on host dv-cinder-792642-1-smb {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:36:09.102436 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a591e34-f541-4f1c-a73b-28e945e7b43b,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:09.104711 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:09.123643 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Calling delete_port for 1a591e34-f541-4f1c-a73b-28e945e7b43b owned by network:dhcp {{(pid=91545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:36:09.166303 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427'] for port, after_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:09.170022 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-032c4f8e-96c8-4d79-8804-942e43990751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:09.196445 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314112', 'neutron.services.segments.db._delete_segments_for_network-8788723347577'] for network, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:09.209780 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9e570c-72fe-4425-9147-98c5eb947b2a']}} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:09.214233 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Pushing event deleted for resources: {'Port': ['ID=1a591e34-f541-4f1c-a73b-28e945e7b43b,revision_number=None']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:09.218889 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] No DVR routers for this DVR port 1a591e34-f541-4f1c-a73b-28e945e7b43b on host dv-cinder-792642-1-smb {{(pid=91545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:36:09.224235 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6bd8a4-5462-42e3-be1a-bb50b1b72a06') {'for_net_delete': True} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:09.224463 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6bd8a4-5462-42e3-be1a-bb50b1b72a06') {} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:09.225393 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:09.225738 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:09.226063 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:09.226394 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:09.233900 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:09.233900 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:09.233900 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:09.233900 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:09.233900 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:09.233900 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:09.233900 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:09.233900 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-smb {{(pid=91545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:09.235191 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-eeaa6f86-e361-4b06-9a5e-d8a31072bf35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:09.240298 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788723246605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567090'] for segment, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:09.260748 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:09.266778 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=91543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:36:09.267149 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2439554'] for segment, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: Traceback (most recent call last): May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: timer() May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: cb(*args, **kw) May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: return func(*args, **kwargs) May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: self._notify() May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: self.callback(batched_events) May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: event.method(event) May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: return f(self, *a, **k) May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: return self._get(url).json() May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: return self.request(url, 'GET', **kwargs) May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:36:09.280817 dv-cinder-792642-1-smb neutron-server[91543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:36:09.343003 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:09.359196 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928976'] for network, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:09.362850 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-2d92bea0-8464-42a0-b828-dbc9361f55eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:09.375428 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:09.385536 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d9e570c-72fe-4425-9147-98c5eb947b2a,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:09.388584 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:09.399282 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-f5131a84-d0de-4b90-a118-87a815c485e0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0d9e570c-72fe-4425-9147-98c5eb947b2a HTTP/1.1" status: 204 len: 168 time: 0.8300459 May 21 15:36:09.402448 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36344) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:10.008329 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-88c2fd4a-6983-4db8-b1af-d7395ef5a10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596944'] for router_interface, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:10.402103 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-88c2fd4a-6983-4db8-b1af-d7395ef5a10f admin admin] Deleting port a3187b30-ca1c-41db-bb56-841abe0a57d4 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:36:10.402443 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-88c2fd4a-6983-4db8-b1af-d7395ef5a10f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:10.459916 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 1a591e34-f541-4f1c-a73b-28e945e7b43b no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:36:10.494299 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: 1a591e34-f541-4f1c-a73b-28e945e7b43b {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:36:10.494646 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 1a591e34-f541-4f1c-a73b-28e945e7b43b not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:36:10.524702 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [None req-88c2fd4a-6983-4db8-b1af-d7395ef5a10f admin admin] For port a3187b30-ca1c-41db-bb56-841abe0a57d4, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=a3187b30-ca1c-41db-bb56-841abe0a57d4,segment=NetworkSegment(6d241701-a880-47af-beba-084c858948b7),segment_id=6d241701-a880-47af-beba-084c858948b7)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:36:10.525351 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-88c2fd4a-6983-4db8-b1af-d7395ef5a10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:10.648358 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-88c2fd4a-6983-4db8-b1af-d7395ef5a10f admin admin] Calling delete_port for a3187b30-ca1c-41db-bb56-841abe0a57d4 owned by network:router_interface {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:36:10.791540 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-88c2fd4a-6983-4db8-b1af-d7395ef5a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:10.794962 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-77af7166-ad40-4791-bc09-6c0191efdc23 tempest-AttachVolumeShelveTestJSON-137417212 tempest-AttachVolumeShelveTestJSON-137417212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:10.839556 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2fd4a-6983-4db8-b1af-d7395ef5a10f admin admin] Pushing event deleted for resources: {'Port': ['ID=a3187b30-ca1c-41db-bb56-841abe0a57d4,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:10.842653 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-88c2fd4a-6983-4db8-b1af-d7395ef5a10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:11.101456 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-88c2fd4a-6983-4db8-b1af-d7395ef5a10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596924'] for router_interface, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:11.547306 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c2fd4a-6983-4db8-b1af-d7395ef5a10f admin admin] Router 2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d has already been hosted by L3 agent 685563ed-4059-4703-8e73-8bd867a994a5 {{(pid=91543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:36:11.721115 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c2fd4a-6983-4db8-b1af-d7395ef5a10f admin admin] Notify agent at l3_agent.dv-cinder-792642-1-smb the message routers_updated {{(pid=91543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:36:11.729908 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede53314-944d-4330-aec8-3c6ce38a05ad None None] Sync routers for ids ['2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'] in dv-cinder-792642-1-smb {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:36:11.739386 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-88c2fd4a-6983-4db8-b1af-d7395ef5a10f admin admin] 10.222.0.42 "PUT /v2.0/routers/2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3336182 May 21 15:36:11.739580 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36348) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:11.740261 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede53314-944d-4330-aec8-3c6ce38a05ad None None] Routers {'2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:36:11.740889 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-ede53314-944d-4330-aec8-3c6ce38a05ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:35:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:11.912530 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a94b699a-a458-438c-ae9c-5c192d23d264 admin admin] Notify callbacks [] for router, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:11.943668 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-ede53314-944d-4330-aec8-3c6ce38a05ad None None] Set router 2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d gateway port host: dv-cinder-792642-1-smb {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:36:12.080584 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a94b699a-a458-438c-ae9c-5c192d23d264 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:12.154795 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-a94b699a-a458-438c-ae9c-5c192d23d264 admin admin] Deleting port dcd0044d-93da-406a-a356-260d9edfa394 {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:36:12.155520 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a94b699a-a458-438c-ae9c-5c192d23d264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:12.219163 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-ede53314-944d-4330-aec8-3c6ce38a05ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'name': 'tempest-TestMinimumBasicScenario-2141774600-router', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'external_fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dcd0044d-93da-406a-a356-260d9edfa394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:43Z', 'updated_at': '2021-05-21T15:36:10Z', 'revision_number': 5, 'project_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'gw_port': {'id': 'dcd0044d-93da-406a-a356-260d9edfa394', 'name': '', 'network_id': '39961b0a-5138-4007-86ae-d184e62026e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:33:44Z', 'updated_at': '2021-05-21T15:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62db980b-fc91-4b32-a3dc-349d62b1ea2a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-smb'}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:12.223552 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede53314-944d-4330-aec8-3c6ce38a05ad None None] Checking router: 2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d for host: dv-cinder-792642-1-smb {{(pid=91546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:36:12.231668 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede53314-944d-4330-aec8-3c6ce38a05ad None None] Routers {'2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'} bound to L3 agent in host dv-cinder-792642-1-smb {{(pid=91546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:36:12.232259 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-ede53314-944d-4330-aec8-3c6ce38a05ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:17:54Z,description=,heartbeat_timestamp=2021-05-21T15:35:54Z,host='dv-cinder-792642-1-smb',id=685563ed-4059-4703-8e73-8bd867a994a5,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:17:54Z,topic='l3_agent')) {'router_ids': ['2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'], 'active': True} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:12.273083 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [None req-a94b699a-a458-438c-ae9c-5c192d23d264 admin admin] For port dcd0044d-93da-406a-a356-260d9edfa394, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=dcd0044d-93da-406a-a356-260d9edfa394,segment=NetworkSegment(1b5de551-a3aa-4d66-8b63-7b6903f6864a),segment_id=1b5de551-a3aa-4d66-8b63-7b6903f6864a)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:36:12.273432 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a94b699a-a458-438c-ae9c-5c192d23d264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:12.383839 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_dvr_db [None req-ede53314-944d-4330-aec8-3c6ce38a05ad None None] Set router 2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d gateway port host: None {{(pid=91546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:36:12.393806 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-a94b699a-a458-438c-ae9c-5c192d23d264 admin admin] Calling delete_port for dcd0044d-93da-406a-a356-260d9edfa394 owned by network:router_gateway {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:36:12.489073 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.l3_hamode_db [None req-ede53314-944d-4330-aec8-3c6ce38a05ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'name': 'tempest-TestMinimumBasicScenario-2141774600-router', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:43Z', 'updated_at': '2021-05-21T15:36:12Z', 'revision_number': 6, 'project_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'gw_port_host': None}], 'dv-cinder-792642-1-smb', False) {} {{(pid=91546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:12.492971 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede53314-944d-4330-aec8-3c6ce38a05ad None None] The sync data for ids ['2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d'] in dv-cinder-792642-1-smb is: [{'id': '2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d', 'name': 'tempest-TestMinimumBasicScenario-2141774600-router', 'tenant_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:33:43Z', 'updated_at': '2021-05-21T15:36:12Z', 'revision_number': 6, 'project_id': '6624ecc3eece47a1aecdfbc0676d2e57', 'gw_port_host': None}] {{(pid=91546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:36:12.543136 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a94b699a-a458-438c-ae9c-5c192d23d264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:12.546794 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-a3967798-94e3-4543-ab51-8d1efa7b1736 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:12.589309 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b699a-a458-438c-ae9c-5c192d23d264 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd0044d-93da-406a-a356-260d9edfa394,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:12.592369 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-a94b699a-a458-438c-ae9c-5c192d23d264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:12.771903 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a94b699a-a458-438c-ae9c-5c192d23d264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928821'] for router_gateway, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:12.943653 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a94b699a-a458-438c-ae9c-5c192d23d264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4670'] for router, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:12.945855 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a94b699a-a458-438c-ae9c-5c192d23d264 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:12.966846 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a94b699a-a458-438c-ae9c-5c192d23d264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-926169'] for router, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:12.967374 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94b699a-a458-438c-ae9c-5c192d23d264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d {{(pid=91543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:36:12.979027 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-a94b699a-a458-438c-ae9c-5c192d23d264 admin admin] Notify callbacks [] for router, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:12.980132 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-a94b699a-a458-438c-ae9c-5c192d23d264 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2ae41ea3-4a3c-4912-b6d5-6e22f6fdbc4d HTTP/1.1" status: 204 len: 168 time: 1.2396672 May 21 15:36:12.982589 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36352) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:13.040858 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee8d108-7979-4f2d-bacf-b0f956d23208 admin admin] Deleting subnet 9021ca86-b526-494b-8ca3-88c8092f3f47 {{(pid=91543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:36:13.043626 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6ee8d108-7979-4f2d-bacf-b0f956d23208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.097351 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6ee8d108-7979-4f2d-bacf-b0f956d23208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567083'] for subnet, precommit_delete_associations {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.173612 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6ee8d108-7979-4f2d-bacf-b0f956d23208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8313785'] for subnet, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.431015 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6ee8d108-7979-4f2d-bacf-b0f956d23208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8313776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2439644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3617633'] for subnet, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.435401 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-fe9e9e2e-7c5e-4c93-a746-4a019fa7f1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:13.470099 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8d108-7979-4f2d-bacf-b0f956d23208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9021ca86-b526-494b-8ca3-88c8092f3f47,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:13.473262 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6ee8d108-7979-4f2d-bacf-b0f956d23208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:13.475887 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-6ee8d108-7979-4f2d-bacf-b0f956d23208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.480965 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a768e0c-0ebd-493d-a075-7884cdd44b5e None None] Network 27f54896-4618-4265-a94d-255f3061c370 requested from dv-cinder-792642-1-smb {{(pid=91545) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:36:13.482498 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-6ee8d108-7979-4f2d-bacf-b0f956d23208 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9021ca86-b526-494b-8ca3-88c8092f3f47 HTTP/1.1" status: 204 len: 168 time: 0.4989052 May 21 15:36:13.484858 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36356) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:13.591318 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8351994'] for network, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.663119 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] Deleting port 55f503e5-059b-4019-953c-2ad7f7dd014a {{(pid=91543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:36:13.663390 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.720166 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e62b70b-50ac-43c3-a006-7088cd995c95 None None] DHCP port deletion for 27f54896-4618-4265-a94d-255f3061c370 request from dv-cinder-792642-1-smb {{(pid=91545) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:36:13.768364 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.db [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] For port 55f503e5-059b-4019-953c-2ad7f7dd014a, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=55f503e5-059b-4019-953c-2ad7f7dd014a,segment=NetworkSegment(6d241701-a880-47af-beba-084c858948b7),segment_id=6d241701-a880-47af-beba-084c858948b7)] {{(pid=91543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:36:13.768722 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.783453 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-3e62b70b-50ac-43c3-a006-7088cd995c95 None None] Deleting port 55f503e5-059b-4019-953c-2ad7f7dd014a {{(pid=91545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:36:13.783828 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-3e62b70b-50ac-43c3-a006-7088cd995c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788723384302'] for port, before_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.879154 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.db [None req-3e62b70b-50ac-43c3-a006-7088cd995c95 None None] For port 55f503e5-059b-4019-953c-2ad7f7dd014a, host dv-cinder-792642-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-smb',level=0,port_id=55f503e5-059b-4019-953c-2ad7f7dd014a,segment=NetworkSegment(6d241701-a880-47af-beba-084c858948b7),segment_id=6d241701-a880-47af-beba-084c858948b7)] {{(pid=91545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:36:13.879452 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-3e62b70b-50ac-43c3-a006-7088cd995c95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595178'] for port, precommit_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.892761 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.plugin [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] Calling delete_port for 55f503e5-059b-4019-953c-2ad7f7dd014a owned by network:dhcp {{(pid=91543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:36:13.939334 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439665'] for port, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.944002 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-1e790ea1-044b-4d4c-987c-f3e1b907de15 tempest-TestMinimumBasicScenario-319591552 tempest-TestMinimumBasicScenario-319591552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:13.986977 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] Pushing event deleted for resources: {'Port': ['ID=55f503e5-059b-4019-953c-2ad7f7dd014a,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:13.988836 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] No DVR routers for this DVR port 55f503e5-059b-4019-953c-2ad7f7dd014a on host dv-cinder-792642-1-smb {{(pid=91543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:36:13.991174 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:13.997376 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-3e62b70b-50ac-43c3-a006-7088cd995c95 None None] Calling delete_port for 55f503e5-059b-4019-953c-2ad7f7dd014a owned by network:dhcp {{(pid=91545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:36:14.041662 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-3e62b70b-50ac-43c3-a006-7088cd995c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8336514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601821', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788723390154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788722892427'] for port, after_delete {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:14.045131 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:14.090753 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62b70b-50ac-43c3-a006-7088cd995c95 None None] Pushing event deleted for resources: {'Port': ['ID=55f503e5-059b-4019-953c-2ad7f7dd014a,revision_number=None']} {{(pid=91545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:14.092542 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e62b70b-50ac-43c3-a006-7088cd995c95 None None] No DVR routers for this DVR port 55f503e5-059b-4019-953c-2ad7f7dd014a on host dv-cinder-792642-1-smb {{(pid=91545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:36:14.093885 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG oslo_concurrency.lockutils [None req-3e62b70b-50ac-43c3-a006-7088cd995c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:14.106519 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314112', 'neutron.services.segments.db._delete_segments_for_network-8788723347577'] for network, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:14.119248 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f54896-4618-4265-a94d-255f3061c370']}} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:14.131564 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d241701-a880-47af-beba-084c858948b7') {'for_net_delete': True} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:14.131795 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.services.segments.db [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d241701-a880-47af-beba-084c858948b7') {} {{(pid=91543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:14.142784 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788723246605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567090'] for segment, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:14.159015 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156'] for segment, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:14.164924 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=91543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:36:14.165337 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8318156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2439554'] for segment, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: Traceback (most recent call last): May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: timer() May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: cb(*args, **kw) May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: return func(*args, **kwargs) May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: self._notify() May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: self.callback(batched_events) May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: event.method(event) May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: return f(self, *a, **k) May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: return self._get(url).json() May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: return self.request(url, 'GET', **kwargs) May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:36:14.177894 dv-cinder-792642-1-smb neutron-server[91543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:36:14.339600 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-639090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928976'] for network, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:14.343045 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-6244cfd2-c3f2-46e3-9dcd-bf9918c41360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:14.355601 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601839'] for network, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:14.365726 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] Pushing event deleted for resources: {'Network': ['ID=27f54896-4618-4265-a94d-255f3061c370,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:14.369898 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:14.373396 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-b3e5c204-8f1b-4e94-9d56-89a4bbebf76f admin admin] 10.222.0.42 "DELETE /v2.0/networks/27f54896-4618-4265-a94d-255f3061c370 HTTP/1.1" status: 204 len: 168 time: 0.8876402 May 21 15:36:14.463313 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device a3187b30-ca1c-41db-bb56-841abe0a57d4 no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:36:14.498859 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: a3187b30-ca1c-41db-bb56-841abe0a57d4 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:36:14.500029 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device a3187b30-ca1c-41db-bb56-841abe0a57d4 not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:36:14.500029 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device dcd0044d-93da-406a-a356-260d9edfa394 no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:36:14.532851 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: dcd0044d-93da-406a-a356-260d9edfa394 {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:36:14.533439 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device dcd0044d-93da-406a-a356-260d9edfa394 not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:36:14.533862 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 55f503e5-059b-4019-953c-2ad7f7dd014a no longer exists at agent ovs-agent-dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:36:14.551151 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36362) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:14.569827 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.plugin [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] No Port match for: 55f503e5-059b-4019-953c-2ad7f7dd014a {{(pid=91545) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:36:14.570178 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron.plugins.ml2.rpc [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Device 55f503e5-059b-4019-953c-2ad7f7dd014a not bound to the agent host dv-cinder-792642-1-smb {{(pid=91545) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:36:14.604132 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-10e1d52e-c401-4ec0-b5e0-68bebb21d28f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=886f83bbe8e149029826cc1c4d13b962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516903 May 21 15:36:14.606443 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36366) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:14.668071 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-ac358656-29d3-481c-b66e-09884b1de654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:14.693810 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-ac358656-29d3-481c-b66e-09884b1de654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:14.745635 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-ac358656-29d3-481c-b66e-09884b1de654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:14.750585 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-06285497-6c8e-474f-99af-ab7bc420056b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:14.764432 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac358656-29d3-481c-b66e-09884b1de654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1995edc3-7ecb-422c-b8d9-4f2ce69e0df0,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:14.767168 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-ac358656-29d3-481c-b66e-09884b1de654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:14.774236 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-ac358656-29d3-481c-b66e-09884b1de654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:14.775736 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-ac358656-29d3-481c-b66e-09884b1de654 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1995edc3-7ecb-422c-b8d9-4f2ce69e0df0 HTTP/1.1" status: 204 len: 168 time: 0.1683953 May 21 15:36:15.107563 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36374) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:15.157670 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-de3e70e1-c242-485d-a513-172be373176b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6624ecc3eece47a1aecdfbc0676d2e57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488005 May 21 15:36:15.160128 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.wsgi [-] (91543) accepted ('10.222.0.42', 36378) {{(pid=91543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:15.218917 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-d277f997-16d0-4bf8-b2e5-0dae0852d529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:15.247772 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-d277f997-16d0-4bf8-b2e5-0dae0852d529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:15.298464 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-d277f997-16d0-4bf8-b2e5-0dae0852d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640424'] for security_group, after_delete {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:15.304242 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-cde869f5-f49a-4d8d-b35b-203b90515468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:15.318293 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277f997-16d0-4bf8-b2e5-0dae0852d529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa16b6c-2a21-4d5e-bba5-20d42a4aca2b,revision_number=None']} {{(pid=91543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:15.320602 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG oslo_concurrency.lockutils [None req-d277f997-16d0-4bf8-b2e5-0dae0852d529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:15.322073 dv-cinder-792642-1-smb neutron-server[91543]: DEBUG neutron_lib.callbacks.manager [None req-d277f997-16d0-4bf8-b2e5-0dae0852d529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:15.323375 dv-cinder-792642-1-smb neutron-server[91543]: INFO neutron.wsgi [None req-d277f997-16d0-4bf8-b2e5-0dae0852d529 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9aa16b6c-2a21-4d5e-bba5-20d42a4aca2b HTTP/1.1" status: 204 len: 168 time: 0.1623611 May 21 15:36:21.499600 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-950b57a4-34e8-4662-b747-a6aaf87c6171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:23.830045 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:24.155474 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-1db3880a-231e-491a-a2b2-97f83dbb7582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:25.053825 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:26.855605 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:39.359638 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:45.584118 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:36:51.501533 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-35750ff0-bff1-45a3-928f-c86e8f23e15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:53.831958 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:54.157093 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-c34104c9-1259-4cdc-9a54-f7747553c9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:55.057463 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:56.857366 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:09.363022 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:21.504117 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2af1e073-0808-4068-b0c6-6c9b065b29b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:22.583015 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:37:23.836174 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:24.158931 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-5aa575b0-827c-429b-8e00-03b9eb2d638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:25.059817 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:26.860303 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:39.358164 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:51.506114 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b6cac526-4fa7-4c3c-8fb9-75098fe32668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:53.839618 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:54.160642 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-08633f70-f3ab-4727-bf21-6bd8f6e8aafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:55.062087 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:56.864226 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:59.582169 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:38:09.364232 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:21.508250 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-0cb13bd0-eb79-44ed-9315-d4fb5d794148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:23.841975 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:24.164200 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-c246539b-94db-476c-9f2c-d7ae802a55b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:25.066151 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:26.868050 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:36.581068 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:38:39.400922 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:51.511311 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-680c3b47-98a1-4c15-8695-bd434e3b69fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:53.844293 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:54.165904 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-ac90a05f-fe3b-41e2-8a99-c80db4d6e752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:55.069370 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:56.870097 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:09.387184 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:13.580327 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:39:21.512487 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-8da68185-2116-41cc-8803-32e787794876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:23.846801 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:24.167456 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-36e9f537-42e1-4ef2-b381-73b70ea213f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:25.072360 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:26.876416 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:39.386284 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:50.579279 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:39:51.524853 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-410f01f9-f302-4932-ad62-7d1d9b3d2978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:53.849510 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:54.169049 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-81a0fb5e-3e85-479d-9513-eb3aa4b44b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:55.074245 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:56.874774 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:09.390501 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:21.517101 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-d6790aca-df71-45ec-a30f-fd4a995204cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:23.851312 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:24.170455 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-310926cb-7e5f-4791-943f-5cca151ad8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:25.079440 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:26.877142 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:27.579441 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:40:39.400862 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:51.520873 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-be8a7407-fb27-40a9-8c99-0b3d5dd3e959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:53.854041 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:54.172025 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-d7b012b5-e972-426c-aee2-a4fdf943b83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:55.080214 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:56.879176 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:04.577987 dv-cinder-792642-1-smb neutron-server[91546]: DEBUG neutron.db.agents_db [None req-14a621d1-5988-44ee-833a-36bf10e81733 None None] Agent healthcheck: found 6 active agents {{(pid=91546) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:41:09.426935 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f6fca8e3-4cf6-489a-bb03-718da867cd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:21.522115 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-766f82ad-79c8-4b94-84e3-9e7d4d216142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:23.857922 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-2eb84222-b9fa-4cc1-b34b-61973fc8a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:24.175477 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-236063f0-ce70-405f-821e-cb8115cb2d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:25.090516 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-f43cbab5-e96e-4ea5-afa4-22531921b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:26.882724 dv-cinder-792642-1-smb neutron-server[91545]: DEBUG neutron_lib.callbacks.manager [None req-b89f0b6e-37ec-4ce1-8fa3-03c5e43c47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788723352158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8308474'] for agent, after_update {{(pid=91545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}